├── .gitignore ├── README.md ├── assets └── cognvs.gif ├── cognvs_requirements.txt ├── data_gen.py ├── demo.py ├── demo_data ├── davis_bear │ ├── cam_info │ │ ├── megasam_c2ws.npy │ │ ├── megasam_depth.npy │ │ └── megasam_intrinsics.npy │ ├── example_eval_render.mp4 │ └── gt_rgb.mp4 └── sora_balloon │ ├── cam_info │ ├── megasam_c2ws.npy │ ├── megasam_depth.npy │ └── megasam_intrinsics.npy │ ├── example_eval_render.mp4 │ └── gt_rgb.mp4 ├── finetune ├── accelerate_config.yaml ├── configs │ ├── zero2.yaml │ ├── zero2_offload.yaml │ ├── zero3.yaml │ └── zero3_offload.yaml ├── constants.py ├── finetune_cognvs.sh ├── models │ ├── __init__.py │ ├── cogvideox_v2v │ │ ├── lora_trainer.py │ │ └── sft_trainer.py │ └── utils.py ├── my_datasets │ ├── __init__.py │ ├── my_v2v_dataset.py │ └── utils.py ├── schemas │ ├── __init__.py │ ├── args.py │ ├── components.py │ └── state.py ├── scripts │ └── extract_images.py ├── train.py ├── trainer.py └── utils │ ├── __init__.py │ ├── checkpointing.py │ ├── file_utils.py │ ├── memory_utils.py │ ├── optimizer_utils.py │ └── torch_utils.py ├── pipeline └── cognvs_pipeline.py ├── toolbox ├── config.json ├── convert_megasam_outputs.py ├── diffusion_pytorch_model.safetensors.index.json └── process_ckpts.sh ├── trajs ├── traj1.txt ├── traj2.txt ├── traj3.txt └── traj4.txt └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | .DS_Store 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/README.md -------------------------------------------------------------------------------- /assets/cognvs.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/assets/cognvs.gif -------------------------------------------------------------------------------- /cognvs_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/cognvs_requirements.txt -------------------------------------------------------------------------------- /data_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/data_gen.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo.py -------------------------------------------------------------------------------- /demo_data/davis_bear/cam_info/megasam_c2ws.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/davis_bear/cam_info/megasam_c2ws.npy -------------------------------------------------------------------------------- /demo_data/davis_bear/cam_info/megasam_depth.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/davis_bear/cam_info/megasam_depth.npy -------------------------------------------------------------------------------- /demo_data/davis_bear/cam_info/megasam_intrinsics.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/davis_bear/cam_info/megasam_intrinsics.npy -------------------------------------------------------------------------------- /demo_data/davis_bear/example_eval_render.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/davis_bear/example_eval_render.mp4 -------------------------------------------------------------------------------- /demo_data/davis_bear/gt_rgb.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/davis_bear/gt_rgb.mp4 -------------------------------------------------------------------------------- /demo_data/sora_balloon/cam_info/megasam_c2ws.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/sora_balloon/cam_info/megasam_c2ws.npy -------------------------------------------------------------------------------- /demo_data/sora_balloon/cam_info/megasam_depth.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/sora_balloon/cam_info/megasam_depth.npy -------------------------------------------------------------------------------- /demo_data/sora_balloon/cam_info/megasam_intrinsics.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/sora_balloon/cam_info/megasam_intrinsics.npy -------------------------------------------------------------------------------- /demo_data/sora_balloon/example_eval_render.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/sora_balloon/example_eval_render.mp4 -------------------------------------------------------------------------------- /demo_data/sora_balloon/gt_rgb.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/demo_data/sora_balloon/gt_rgb.mp4 -------------------------------------------------------------------------------- /finetune/accelerate_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/accelerate_config.yaml -------------------------------------------------------------------------------- /finetune/configs/zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/configs/zero2.yaml -------------------------------------------------------------------------------- /finetune/configs/zero2_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/configs/zero2_offload.yaml -------------------------------------------------------------------------------- /finetune/configs/zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/configs/zero3.yaml -------------------------------------------------------------------------------- /finetune/configs/zero3_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/configs/zero3_offload.yaml -------------------------------------------------------------------------------- /finetune/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/constants.py -------------------------------------------------------------------------------- /finetune/finetune_cognvs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/finetune_cognvs.sh -------------------------------------------------------------------------------- /finetune/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/models/__init__.py -------------------------------------------------------------------------------- /finetune/models/cogvideox_v2v/lora_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/models/cogvideox_v2v/lora_trainer.py -------------------------------------------------------------------------------- /finetune/models/cogvideox_v2v/sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/models/cogvideox_v2v/sft_trainer.py -------------------------------------------------------------------------------- /finetune/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/models/utils.py -------------------------------------------------------------------------------- /finetune/my_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/my_datasets/__init__.py -------------------------------------------------------------------------------- /finetune/my_datasets/my_v2v_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/my_datasets/my_v2v_dataset.py -------------------------------------------------------------------------------- /finetune/my_datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/my_datasets/utils.py -------------------------------------------------------------------------------- /finetune/schemas/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/schemas/__init__.py -------------------------------------------------------------------------------- /finetune/schemas/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/schemas/args.py -------------------------------------------------------------------------------- /finetune/schemas/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/schemas/components.py -------------------------------------------------------------------------------- /finetune/schemas/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/schemas/state.py -------------------------------------------------------------------------------- /finetune/scripts/extract_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/scripts/extract_images.py -------------------------------------------------------------------------------- /finetune/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/train.py -------------------------------------------------------------------------------- /finetune/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/trainer.py -------------------------------------------------------------------------------- /finetune/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/__init__.py -------------------------------------------------------------------------------- /finetune/utils/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/checkpointing.py -------------------------------------------------------------------------------- /finetune/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/file_utils.py -------------------------------------------------------------------------------- /finetune/utils/memory_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/memory_utils.py -------------------------------------------------------------------------------- /finetune/utils/optimizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/optimizer_utils.py -------------------------------------------------------------------------------- /finetune/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/finetune/utils/torch_utils.py -------------------------------------------------------------------------------- /pipeline/cognvs_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/pipeline/cognvs_pipeline.py -------------------------------------------------------------------------------- /toolbox/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/toolbox/config.json -------------------------------------------------------------------------------- /toolbox/convert_megasam_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/toolbox/convert_megasam_outputs.py -------------------------------------------------------------------------------- /toolbox/diffusion_pytorch_model.safetensors.index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/toolbox/diffusion_pytorch_model.safetensors.index.json -------------------------------------------------------------------------------- /toolbox/process_ckpts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/toolbox/process_ckpts.sh -------------------------------------------------------------------------------- /trajs/traj1.txt: -------------------------------------------------------------------------------- 1 | 0 -40 2 | 0 0 3 | 0. -0.2 -------------------------------------------------------------------------------- /trajs/traj2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/trajs/traj2.txt -------------------------------------------------------------------------------- /trajs/traj3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/trajs/traj3.txt -------------------------------------------------------------------------------- /trajs/traj4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/trajs/traj4.txt -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kaihua-Chen/cog-nvs/HEAD/utils.py --------------------------------------------------------------------------------