├── .gitignore ├── LICENSE ├── README.md ├── assets ├── croissant.json ├── teaser1-1-mask.png ├── teaser1-1.png ├── teaser1-2-mask.png └── teaser1-2.png ├── download_youtube.py ├── eval_results ├── clip_eval │ └── i2v │ │ ├── dynamicrafter.json │ │ ├── lavie.json │ │ ├── modelscope.json │ │ ├── seine.json │ │ └── videocrafter.json ├── evalcrafter_eval │ └── i2v │ │ ├── dynamicrafter.json │ │ ├── lavie.json │ │ ├── modelscope.json │ │ ├── seine.json │ │ └── videocrafter.json ├── gpt_eval │ ├── i2v │ │ ├── dynamicrafter.json │ │ ├── lavie.json │ │ ├── modelscope.json │ │ ├── seine.json │ │ └── videocrafter.json │ └── t2v │ │ ├── free-bloom-videocrafter.json │ │ ├── lavie.json │ │ ├── lvd.json │ │ ├── modelscope.json │ │ ├── sdxl+seine.json │ │ ├── show-1.json │ │ └── videocrafter.json ├── human_eval │ └── i2v │ │ └── human_scores_all.json ├── i2v_consistency │ ├── consecutive_frame_sim │ │ ├── i2v │ │ │ ├── dynamicrafter.json │ │ │ ├── gt.json │ │ │ ├── lavie.json │ │ │ ├── modelscope.json │ │ │ ├── seine.json │ │ │ └── videocrafter.json │ │ └── t2v │ │ │ └── sdxl+seine.json │ ├── framewise_clip_sim │ │ └── i2v │ │ │ ├── dynamicrafter.json │ │ │ └── seine.json │ ├── optical_flow │ │ └── i2v │ │ │ ├── dynamicrafter.json │ │ │ └── seine.json │ └── pips2 │ │ └── i2v │ │ ├── dynamicrafter.json │ │ └── seine.json ├── umtscore_eval │ └── i2v │ │ ├── dynamicrafter.json │ │ ├── lavie.json │ │ ├── modelscope.json │ │ ├── seine.json │ │ └── videocrafter.json └── viclip_eval │ └── i2v │ ├── dynamicrafter.json │ ├── lavie.json │ ├── modelscope.json │ ├── seine.json │ └── videocrafter.json ├── generate_assertions.py ├── i2v_assertions.json ├── i2v_prompts.json ├── t2v_assertions.json ├── t2v_prompts.json └── vlm_eval.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/README.md -------------------------------------------------------------------------------- /assets/croissant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/assets/croissant.json -------------------------------------------------------------------------------- /assets/teaser1-1-mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/assets/teaser1-1-mask.png -------------------------------------------------------------------------------- /assets/teaser1-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/assets/teaser1-1.png -------------------------------------------------------------------------------- /assets/teaser1-2-mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/assets/teaser1-2-mask.png -------------------------------------------------------------------------------- /assets/teaser1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/assets/teaser1-2.png -------------------------------------------------------------------------------- /download_youtube.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/download_youtube.py -------------------------------------------------------------------------------- /eval_results/clip_eval/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/clip_eval/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/clip_eval/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/clip_eval/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/clip_eval/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/clip_eval/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/clip_eval/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/clip_eval/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/clip_eval/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/clip_eval/i2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/evalcrafter_eval/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/evalcrafter_eval/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/evalcrafter_eval/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/evalcrafter_eval/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/evalcrafter_eval/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/evalcrafter_eval/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/evalcrafter_eval/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/evalcrafter_eval/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/evalcrafter_eval/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/evalcrafter_eval/i2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/i2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/free-bloom-videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/free-bloom-videocrafter.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/lavie.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/lvd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/lvd.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/sdxl+seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/sdxl+seine.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/show-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/show-1.json -------------------------------------------------------------------------------- /eval_results/gpt_eval/t2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/gpt_eval/t2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/human_eval/i2v/human_scores_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/human_eval/i2v/human_scores_all.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/gt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/gt.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/i2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/consecutive_frame_sim/t2v/sdxl+seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/consecutive_frame_sim/t2v/sdxl+seine.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/framewise_clip_sim/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/framewise_clip_sim/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/framewise_clip_sim/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/framewise_clip_sim/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/optical_flow/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/optical_flow/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/optical_flow/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/optical_flow/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/pips2/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/pips2/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/i2v_consistency/pips2/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/i2v_consistency/pips2/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/umtscore_eval/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/umtscore_eval/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/umtscore_eval/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/umtscore_eval/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/umtscore_eval/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/umtscore_eval/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/umtscore_eval/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/umtscore_eval/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/umtscore_eval/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/umtscore_eval/i2v/videocrafter.json -------------------------------------------------------------------------------- /eval_results/viclip_eval/i2v/dynamicrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/viclip_eval/i2v/dynamicrafter.json -------------------------------------------------------------------------------- /eval_results/viclip_eval/i2v/lavie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/viclip_eval/i2v/lavie.json -------------------------------------------------------------------------------- /eval_results/viclip_eval/i2v/modelscope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/viclip_eval/i2v/modelscope.json -------------------------------------------------------------------------------- /eval_results/viclip_eval/i2v/seine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/viclip_eval/i2v/seine.json -------------------------------------------------------------------------------- /eval_results/viclip_eval/i2v/videocrafter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/eval_results/viclip_eval/i2v/videocrafter.json -------------------------------------------------------------------------------- /generate_assertions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/generate_assertions.py -------------------------------------------------------------------------------- /i2v_assertions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/i2v_assertions.json -------------------------------------------------------------------------------- /i2v_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/i2v_prompts.json -------------------------------------------------------------------------------- /t2v_assertions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/t2v_assertions.json -------------------------------------------------------------------------------- /t2v_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/t2v_prompts.json -------------------------------------------------------------------------------- /vlm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/weixi-feng/TC-Bench/HEAD/vlm_eval.py --------------------------------------------------------------------------------