├── .gitignore ├── LICENSE.txt ├── README.md ├── assets ├── cameractrl_prompts.json ├── cameractrl_prompts_realestate10k.json ├── gifs │ ├── .DS_Store │ ├── 0aa284f8166e19e4_A fish is swimming in the aquarium tank.gif │ ├── 0f47577ab3441480_mkvd, 1girl, turtleneck sweater, sweater yellow, happy, looking at viewer_.gif │ ├── a_kitchen_with_wooden_cabinets_and_a_black_stove_0bf152ef84195293.gif │ ├── a_living_room_with_leather_couches_and_a_fireplace_2cc5f95fbe24ffe5.gif │ ├── an_empty_room_with_a_desk_and_chair_in_it_0f47577ab3441480.gif │ ├── close up photo of a rabbit, forest, haze, halation, bloom, dramatic atmosphere, centred_3f79dc32d575bcdc.gif │ ├── closeup face photo of man in black clothes, night city street, bokeh, fireworks in background_4e012c05fdf8f9b3.gif │ ├── horse_1.gif │ ├── horse_2.gif │ ├── horse_3.gif │ ├── horse_4.gif │ ├── horse_5.gif │ ├── horse_6.gif │ ├── massive, multi-tiered elven palace adorned with flowing waterfalls, its cascades forming staircases between ethereal realms_2f25826f0d0ef09a.gif │ ├── photo of coastline, rocks, storm weather, wind, waves, lightning, soft lighting_ 9d022c4ec370112a.gif │ ├── realestate_horizontal_uniform.gif │ ├── sunflowers_3b9420585a1e66fc.gif │ └── toonyou_ 62feb0ed164ebcbe.gif ├── images │ ├── .DS_Store │ ├── dd1.png │ ├── dd10.png │ ├── dd11.png │ ├── dd12.png │ ├── dd2.png │ ├── dd3.png │ ├── dd4.png │ ├── dd5.png │ ├── dd6.png │ ├── dd7.png │ ├── dd8.png │ ├── dd9.png │ ├── horse_1.png │ ├── horse_2.png │ ├── horse_3.png │ ├── horse_4.png │ ├── horse_5.png │ └── horse_6.png ├── pose_files │ ├── 0bf152ef84195293.txt │ ├── 0c11dbe781b1c11c.txt │ ├── 0c9b371cc6225682.txt │ ├── 0f47577ab3441480.txt │ ├── 0f68374b76390082.txt │ ├── 2c80f9eb0d3b2bb4.txt │ ├── 2f25826f0d0ef09a.txt │ ├── 3c35b868a8ec3433.txt │ ├── 3f79dc32d575bcdc.txt │ └── 4a2d6753676df096.txt ├── reference_videos │ ├── 0bf152ef84195293.mp4 │ ├── 0c11dbe781b1c11c.mp4 │ ├── 0c9b371cc6225682.mp4 │ ├── 0f47577ab3441480.mp4 │ ├── 0f68374b76390082.mp4 │ ├── 2c80f9eb0d3b2bb4.mp4 │ ├── 2f25826f0d0ef09a.mp4 │ ├── 3c35b868a8ec3433.mp4 │ ├── 3f79dc32d575bcdc.mp4 │ └── 4a2d6753676df096.mp4 └── trajectories_vis │ ├── .DS_Store │ ├── 0bf152ef84195293.png │ ├── 0c11dbe781b1c11c.png │ ├── 0c9b371cc6225682.png │ ├── 0f47577ab3441480.png │ ├── 0f68374b76390082.png │ ├── 2c80f9eb0d3b2bb4.png │ ├── 2f25826f0d0ef09a.png │ ├── 3c35b868a8ec3433.png │ ├── 3f79dc32d575bcdc.png │ ├── 4a2d6753676df096.png │ └── color_bar.png ├── cameractrl ├── data │ └── dataset.py ├── models │ ├── attention.py │ ├── attention_processor.py │ ├── motion_module.py │ ├── pose_adaptor.py │ ├── resnet.py │ ├── unet.py │ └── unet_blocks.py ├── pipelines │ └── pipeline_animation.py └── utils │ ├── convert_from_ckpt.py │ ├── convert_lora_safetensor_to_diffusers.py │ └── util.py ├── configs ├── train_cameractrl │ └── adv3_256_384_cameractrl_relora.yaml └── train_image_lora │ └── realestate_lora.yaml ├── dist_run.sh ├── environment.yaml ├── inference.py ├── slurm_run.sh ├── tools ├── gather_realestate.py ├── generate_realestate_json.py ├── get_realestate_clips.py ├── merge_lora2unet.py ├── select_realestate_poses.py └── visualize_trajectory.py ├── train_camera_control.py └── train_image_lora.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/README.md -------------------------------------------------------------------------------- /assets/cameractrl_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/cameractrl_prompts.json -------------------------------------------------------------------------------- /assets/cameractrl_prompts_realestate10k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/cameractrl_prompts_realestate10k.json -------------------------------------------------------------------------------- /assets/gifs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/.DS_Store -------------------------------------------------------------------------------- /assets/gifs/0aa284f8166e19e4_A fish is swimming in the aquarium tank.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/0aa284f8166e19e4_A fish is swimming in the aquarium tank.gif -------------------------------------------------------------------------------- /assets/gifs/0f47577ab3441480_mkvd, 1girl, turtleneck sweater, sweater yellow, happy, looking at viewer_.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/0f47577ab3441480_mkvd, 1girl, turtleneck sweater, sweater yellow, happy, looking at viewer_.gif -------------------------------------------------------------------------------- /assets/gifs/a_kitchen_with_wooden_cabinets_and_a_black_stove_0bf152ef84195293.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/a_kitchen_with_wooden_cabinets_and_a_black_stove_0bf152ef84195293.gif -------------------------------------------------------------------------------- /assets/gifs/a_living_room_with_leather_couches_and_a_fireplace_2cc5f95fbe24ffe5.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/a_living_room_with_leather_couches_and_a_fireplace_2cc5f95fbe24ffe5.gif -------------------------------------------------------------------------------- /assets/gifs/an_empty_room_with_a_desk_and_chair_in_it_0f47577ab3441480.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/an_empty_room_with_a_desk_and_chair_in_it_0f47577ab3441480.gif -------------------------------------------------------------------------------- /assets/gifs/close up photo of a rabbit, forest, haze, halation, bloom, dramatic atmosphere, centred_3f79dc32d575bcdc.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/close up photo of a rabbit, forest, haze, halation, bloom, dramatic atmosphere, centred_3f79dc32d575bcdc.gif -------------------------------------------------------------------------------- /assets/gifs/closeup face photo of man in black clothes, night city street, bokeh, fireworks in background_4e012c05fdf8f9b3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/closeup face photo of man in black clothes, night city street, bokeh, fireworks in background_4e012c05fdf8f9b3.gif -------------------------------------------------------------------------------- /assets/gifs/horse_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_1.gif -------------------------------------------------------------------------------- /assets/gifs/horse_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_2.gif -------------------------------------------------------------------------------- /assets/gifs/horse_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_3.gif -------------------------------------------------------------------------------- /assets/gifs/horse_4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_4.gif -------------------------------------------------------------------------------- /assets/gifs/horse_5.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_5.gif -------------------------------------------------------------------------------- /assets/gifs/horse_6.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/horse_6.gif -------------------------------------------------------------------------------- /assets/gifs/massive, multi-tiered elven palace adorned with flowing waterfalls, its cascades forming staircases between ethereal realms_2f25826f0d0ef09a.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/massive, multi-tiered elven palace adorned with flowing waterfalls, its cascades forming staircases between ethereal realms_2f25826f0d0ef09a.gif -------------------------------------------------------------------------------- /assets/gifs/photo of coastline, rocks, storm weather, wind, waves, lightning, soft lighting_ 9d022c4ec370112a.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/photo of coastline, rocks, storm weather, wind, waves, lightning, soft lighting_ 9d022c4ec370112a.gif -------------------------------------------------------------------------------- /assets/gifs/realestate_horizontal_uniform.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/realestate_horizontal_uniform.gif -------------------------------------------------------------------------------- /assets/gifs/sunflowers_3b9420585a1e66fc.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/sunflowers_3b9420585a1e66fc.gif -------------------------------------------------------------------------------- /assets/gifs/toonyou_ 62feb0ed164ebcbe.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/gifs/toonyou_ 62feb0ed164ebcbe.gif -------------------------------------------------------------------------------- /assets/images/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/.DS_Store -------------------------------------------------------------------------------- /assets/images/dd1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd1.png -------------------------------------------------------------------------------- /assets/images/dd10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd10.png -------------------------------------------------------------------------------- /assets/images/dd11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd11.png -------------------------------------------------------------------------------- /assets/images/dd12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd12.png -------------------------------------------------------------------------------- /assets/images/dd2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd2.png -------------------------------------------------------------------------------- /assets/images/dd3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd3.png -------------------------------------------------------------------------------- /assets/images/dd4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd4.png -------------------------------------------------------------------------------- /assets/images/dd5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd5.png -------------------------------------------------------------------------------- /assets/images/dd6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd6.png -------------------------------------------------------------------------------- /assets/images/dd7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd7.png -------------------------------------------------------------------------------- /assets/images/dd8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd8.png -------------------------------------------------------------------------------- /assets/images/dd9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/dd9.png -------------------------------------------------------------------------------- /assets/images/horse_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_1.png -------------------------------------------------------------------------------- /assets/images/horse_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_2.png -------------------------------------------------------------------------------- /assets/images/horse_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_3.png -------------------------------------------------------------------------------- /assets/images/horse_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_4.png -------------------------------------------------------------------------------- /assets/images/horse_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_5.png -------------------------------------------------------------------------------- /assets/images/horse_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/images/horse_6.png -------------------------------------------------------------------------------- /assets/pose_files/0bf152ef84195293.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/0bf152ef84195293.txt -------------------------------------------------------------------------------- /assets/pose_files/0c11dbe781b1c11c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/0c11dbe781b1c11c.txt -------------------------------------------------------------------------------- /assets/pose_files/0c9b371cc6225682.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/0c9b371cc6225682.txt -------------------------------------------------------------------------------- /assets/pose_files/0f47577ab3441480.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/0f47577ab3441480.txt -------------------------------------------------------------------------------- /assets/pose_files/0f68374b76390082.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/0f68374b76390082.txt -------------------------------------------------------------------------------- /assets/pose_files/2c80f9eb0d3b2bb4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/2c80f9eb0d3b2bb4.txt -------------------------------------------------------------------------------- /assets/pose_files/2f25826f0d0ef09a.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/2f25826f0d0ef09a.txt -------------------------------------------------------------------------------- /assets/pose_files/3c35b868a8ec3433.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/3c35b868a8ec3433.txt -------------------------------------------------------------------------------- /assets/pose_files/3f79dc32d575bcdc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/3f79dc32d575bcdc.txt -------------------------------------------------------------------------------- /assets/pose_files/4a2d6753676df096.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/pose_files/4a2d6753676df096.txt -------------------------------------------------------------------------------- /assets/reference_videos/0bf152ef84195293.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/0bf152ef84195293.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/0c11dbe781b1c11c.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/0c11dbe781b1c11c.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/0c9b371cc6225682.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/0c9b371cc6225682.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/0f47577ab3441480.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/0f47577ab3441480.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/0f68374b76390082.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/0f68374b76390082.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/2c80f9eb0d3b2bb4.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/2c80f9eb0d3b2bb4.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/2f25826f0d0ef09a.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/2f25826f0d0ef09a.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/3c35b868a8ec3433.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/3c35b868a8ec3433.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/3f79dc32d575bcdc.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/3f79dc32d575bcdc.mp4 -------------------------------------------------------------------------------- /assets/reference_videos/4a2d6753676df096.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/reference_videos/4a2d6753676df096.mp4 -------------------------------------------------------------------------------- /assets/trajectories_vis/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/.DS_Store -------------------------------------------------------------------------------- /assets/trajectories_vis/0bf152ef84195293.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/0bf152ef84195293.png -------------------------------------------------------------------------------- /assets/trajectories_vis/0c11dbe781b1c11c.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/0c11dbe781b1c11c.png -------------------------------------------------------------------------------- /assets/trajectories_vis/0c9b371cc6225682.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/0c9b371cc6225682.png -------------------------------------------------------------------------------- /assets/trajectories_vis/0f47577ab3441480.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/0f47577ab3441480.png -------------------------------------------------------------------------------- /assets/trajectories_vis/0f68374b76390082.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/0f68374b76390082.png -------------------------------------------------------------------------------- /assets/trajectories_vis/2c80f9eb0d3b2bb4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/2c80f9eb0d3b2bb4.png -------------------------------------------------------------------------------- /assets/trajectories_vis/2f25826f0d0ef09a.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/2f25826f0d0ef09a.png -------------------------------------------------------------------------------- /assets/trajectories_vis/3c35b868a8ec3433.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/3c35b868a8ec3433.png -------------------------------------------------------------------------------- /assets/trajectories_vis/3f79dc32d575bcdc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/3f79dc32d575bcdc.png -------------------------------------------------------------------------------- /assets/trajectories_vis/4a2d6753676df096.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/4a2d6753676df096.png -------------------------------------------------------------------------------- /assets/trajectories_vis/color_bar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/assets/trajectories_vis/color_bar.png -------------------------------------------------------------------------------- /cameractrl/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/data/dataset.py -------------------------------------------------------------------------------- /cameractrl/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/attention.py -------------------------------------------------------------------------------- /cameractrl/models/attention_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/attention_processor.py -------------------------------------------------------------------------------- /cameractrl/models/motion_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/motion_module.py -------------------------------------------------------------------------------- /cameractrl/models/pose_adaptor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/pose_adaptor.py -------------------------------------------------------------------------------- /cameractrl/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/resnet.py -------------------------------------------------------------------------------- /cameractrl/models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/unet.py -------------------------------------------------------------------------------- /cameractrl/models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/models/unet_blocks.py -------------------------------------------------------------------------------- /cameractrl/pipelines/pipeline_animation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/pipelines/pipeline_animation.py -------------------------------------------------------------------------------- /cameractrl/utils/convert_from_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/utils/convert_from_ckpt.py -------------------------------------------------------------------------------- /cameractrl/utils/convert_lora_safetensor_to_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/utils/convert_lora_safetensor_to_diffusers.py -------------------------------------------------------------------------------- /cameractrl/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/cameractrl/utils/util.py -------------------------------------------------------------------------------- /configs/train_cameractrl/adv3_256_384_cameractrl_relora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/configs/train_cameractrl/adv3_256_384_cameractrl_relora.yaml -------------------------------------------------------------------------------- /configs/train_image_lora/realestate_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/configs/train_image_lora/realestate_lora.yaml -------------------------------------------------------------------------------- /dist_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/dist_run.sh -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/environment.yaml -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/inference.py -------------------------------------------------------------------------------- /slurm_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/slurm_run.sh -------------------------------------------------------------------------------- /tools/gather_realestate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/gather_realestate.py -------------------------------------------------------------------------------- /tools/generate_realestate_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/generate_realestate_json.py -------------------------------------------------------------------------------- /tools/get_realestate_clips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/get_realestate_clips.py -------------------------------------------------------------------------------- /tools/merge_lora2unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/merge_lora2unet.py -------------------------------------------------------------------------------- /tools/select_realestate_poses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/select_realestate_poses.py -------------------------------------------------------------------------------- /tools/visualize_trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/tools/visualize_trajectory.py -------------------------------------------------------------------------------- /train_camera_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/train_camera_control.py -------------------------------------------------------------------------------- /train_image_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hehao13/CameraCtrl/HEAD/train_image_lora.py --------------------------------------------------------------------------------