├── LICENSE ├── README.md ├── app.py ├── assets ├── canny │ ├── A_dusty_old_jeep_was_making_its_way_down_the_winding_forest_road,_creaking_and_groaning_with_each_bump_and_turn..gif │ ├── A_fit_man_is_leisurely_hiking_through_a_lush_and_verdant_forest..gif │ ├── A_majestic_camel_gracefully_strides_across_the_scorching_desert_sands..gif │ ├── A_shiny_red_jeep_smoothly_turns_on_a_narrow,_winding_road_in_the_mountains..gif │ ├── A_white_swan_moving_on_the_lake,_cartoon_style..gif │ └── A_young_man_riding_a_sleek,_black_motorbike_through_the_winding_mountain_roads..gif ├── depth │ ├── A_charming_flamingo_gracefully_wanders_in_the_calm_and_serene_water,_its_delicate_neck_curving_into_an_elegant_shape..gif │ ├── A_contented_cow_ambles_across_the_dewy,_verdant_pasture..gif │ ├── A_gigantic_yellow_jeep_slowly_turns_on_a_wide,_smooth_road_in_the_city..gif │ ├── A_majestic_sailing_boat_cruises_along_the_vast,_azure_sea..gif │ ├── A_sleek_boat_glides_effortlessly_through_the_shimmering_river,_van_gogh_style..gif │ └── A_striking_mallard_floats_effortlessly_on_the_sparkling_pond..gif ├── long │ ├── A_steamship_on_the_ocean,_at_sunset,_sketch_style.gif │ └── Hulk_is_dancing_on_the_beach,_cartoon_style.gif ├── overview.png └── pose │ ├── A_robot_dances_on_a_road,_animation_style.gif │ ├── Goku_in_a_mountain_range,_surreal_style..gif │ ├── Hulk_is_jumping_on_the_street,_cartoon_style.gif │ └── James_bond_moonwalk_on_the_beach,_animation_style.gif ├── checkpoints └── flownet.pkl ├── cog.yaml ├── data ├── mallard-water.mp4 └── moonwalk.mp4 ├── inference.py ├── inference.sh ├── models ├── RIFE │ ├── IFNet_HDv3.py │ └── warplayer.py ├── attention.py ├── controlnet.py ├── controlnet_attention.py ├── controlnet_unet_blocks.py ├── pipeline_controlvideo.py ├── resnet.py ├── unet.py ├── unet_blocks.py └── util.py ├── predict.py └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/app.py -------------------------------------------------------------------------------- /assets/canny/A_dusty_old_jeep_was_making_its_way_down_the_winding_forest_road,_creaking_and_groaning_with_each_bump_and_turn..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_dusty_old_jeep_was_making_its_way_down_the_winding_forest_road,_creaking_and_groaning_with_each_bump_and_turn..gif -------------------------------------------------------------------------------- /assets/canny/A_fit_man_is_leisurely_hiking_through_a_lush_and_verdant_forest..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_fit_man_is_leisurely_hiking_through_a_lush_and_verdant_forest..gif -------------------------------------------------------------------------------- /assets/canny/A_majestic_camel_gracefully_strides_across_the_scorching_desert_sands..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_majestic_camel_gracefully_strides_across_the_scorching_desert_sands..gif -------------------------------------------------------------------------------- /assets/canny/A_shiny_red_jeep_smoothly_turns_on_a_narrow,_winding_road_in_the_mountains..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_shiny_red_jeep_smoothly_turns_on_a_narrow,_winding_road_in_the_mountains..gif -------------------------------------------------------------------------------- /assets/canny/A_white_swan_moving_on_the_lake,_cartoon_style..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_white_swan_moving_on_the_lake,_cartoon_style..gif -------------------------------------------------------------------------------- /assets/canny/A_young_man_riding_a_sleek,_black_motorbike_through_the_winding_mountain_roads..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/canny/A_young_man_riding_a_sleek,_black_motorbike_through_the_winding_mountain_roads..gif -------------------------------------------------------------------------------- /assets/depth/A_charming_flamingo_gracefully_wanders_in_the_calm_and_serene_water,_its_delicate_neck_curving_into_an_elegant_shape..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_charming_flamingo_gracefully_wanders_in_the_calm_and_serene_water,_its_delicate_neck_curving_into_an_elegant_shape..gif -------------------------------------------------------------------------------- /assets/depth/A_contented_cow_ambles_across_the_dewy,_verdant_pasture..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_contented_cow_ambles_across_the_dewy,_verdant_pasture..gif -------------------------------------------------------------------------------- /assets/depth/A_gigantic_yellow_jeep_slowly_turns_on_a_wide,_smooth_road_in_the_city..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_gigantic_yellow_jeep_slowly_turns_on_a_wide,_smooth_road_in_the_city..gif -------------------------------------------------------------------------------- /assets/depth/A_majestic_sailing_boat_cruises_along_the_vast,_azure_sea..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_majestic_sailing_boat_cruises_along_the_vast,_azure_sea..gif -------------------------------------------------------------------------------- /assets/depth/A_sleek_boat_glides_effortlessly_through_the_shimmering_river,_van_gogh_style..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_sleek_boat_glides_effortlessly_through_the_shimmering_river,_van_gogh_style..gif -------------------------------------------------------------------------------- /assets/depth/A_striking_mallard_floats_effortlessly_on_the_sparkling_pond..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/depth/A_striking_mallard_floats_effortlessly_on_the_sparkling_pond..gif -------------------------------------------------------------------------------- /assets/long/A_steamship_on_the_ocean,_at_sunset,_sketch_style.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/long/A_steamship_on_the_ocean,_at_sunset,_sketch_style.gif -------------------------------------------------------------------------------- /assets/long/Hulk_is_dancing_on_the_beach,_cartoon_style.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/long/Hulk_is_dancing_on_the_beach,_cartoon_style.gif -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/pose/A_robot_dances_on_a_road,_animation_style.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/pose/A_robot_dances_on_a_road,_animation_style.gif -------------------------------------------------------------------------------- /assets/pose/Goku_in_a_mountain_range,_surreal_style..gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/pose/Goku_in_a_mountain_range,_surreal_style..gif -------------------------------------------------------------------------------- /assets/pose/Hulk_is_jumping_on_the_street,_cartoon_style.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/pose/Hulk_is_jumping_on_the_street,_cartoon_style.gif -------------------------------------------------------------------------------- /assets/pose/James_bond_moonwalk_on_the_beach,_animation_style.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/assets/pose/James_bond_moonwalk_on_the_beach,_animation_style.gif -------------------------------------------------------------------------------- /checkpoints/flownet.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/checkpoints/flownet.pkl -------------------------------------------------------------------------------- /cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/cog.yaml -------------------------------------------------------------------------------- /data/mallard-water.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/data/mallard-water.mp4 -------------------------------------------------------------------------------- /data/moonwalk.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/data/moonwalk.mp4 -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/inference.py -------------------------------------------------------------------------------- /inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/inference.sh -------------------------------------------------------------------------------- /models/RIFE/IFNet_HDv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/RIFE/IFNet_HDv3.py -------------------------------------------------------------------------------- /models/RIFE/warplayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/RIFE/warplayer.py -------------------------------------------------------------------------------- /models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/attention.py -------------------------------------------------------------------------------- /models/controlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/controlnet.py -------------------------------------------------------------------------------- /models/controlnet_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/controlnet_attention.py -------------------------------------------------------------------------------- /models/controlnet_unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/controlnet_unet_blocks.py -------------------------------------------------------------------------------- /models/pipeline_controlvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/pipeline_controlvideo.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/unet.py -------------------------------------------------------------------------------- /models/unet_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/unet_blocks.py -------------------------------------------------------------------------------- /models/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/models/util.py -------------------------------------------------------------------------------- /predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/predict.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YBYBZhang/ControlVideo/HEAD/requirements.txt --------------------------------------------------------------------------------