├── .gitignore ├── LICENSE.txt ├── README.md ├── app.py ├── assets ├── demo.gif ├── driving_audio │ ├── 1.wav │ ├── 2.wav │ ├── 3.wav │ ├── 4.wav │ ├── 5.wav │ └── 6.wav ├── driving_video │ ├── .DS_Store │ ├── 1.mp4 │ ├── 2.mp4 │ ├── 3.mp4 │ ├── 4.mp4 │ ├── 5.mp4 │ ├── 6.mp4 │ ├── 7.mp4 │ └── 8.mp4 ├── gradio.png ├── logo.png └── ref_images │ ├── 1.png │ ├── 10.png │ ├── 11.png │ ├── 12.png │ ├── 13.png │ ├── 14.png │ ├── 15.png │ ├── 16.png │ ├── 17.png │ ├── 18.png │ ├── 19.png │ ├── 2.png │ ├── 20.png │ ├── 3.png │ ├── 4.png │ ├── 5.png │ ├── 6.png │ ├── 7.png │ └── 8.png ├── diffposetalk ├── common.py ├── diff_talking_head.py ├── diffposetalk.py ├── hubert.py ├── utils │ ├── __init__.py │ ├── common.py │ ├── media.py │ ├── renderer.py │ └── rotation_conversions.py └── wav2vec2.py ├── eval ├── arc_score.py ├── curricularface │ ├── __init__.py │ ├── common.py │ ├── model_irse.py │ └── model_resnet.py ├── expression_score.py └── pose_score.py ├── inference.py ├── inference_audio.py ├── inference_audio_long_video.py ├── inference_long_video.py ├── requirements.txt ├── scripts ├── __init__.py └── demo.py └── skyreels_a1 ├── __init__.py ├── ddim_solver.py ├── models ├── __init__.py └── transformer3d.py ├── pipeline_output.py ├── pre_process_lmk3d.py ├── skyreels_a1_i2v_long_pipeline.py ├── skyreels_a1_i2v_pipeline.py └── src ├── FLAME ├── FLAME.py └── lbs.py ├── __init__.py ├── frame_interpolation.py ├── lmk3d_test.py ├── media_pipe ├── draw_util.py ├── draw_util_2d.py ├── face_landmark.py ├── mp_models │ ├── blaze_face_short_range.tflite │ ├── face_landmarker_v2_with_blendshapes.task │ └── pose_landmarker_heavy.task ├── mp_utils.py └── readme ├── multi_fps.py ├── renderer.py ├── smirk_encoder.py └── utils └── mediapipe_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/app.py -------------------------------------------------------------------------------- /assets/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/demo.gif -------------------------------------------------------------------------------- /assets/driving_audio/1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/1.wav -------------------------------------------------------------------------------- /assets/driving_audio/2.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/2.wav -------------------------------------------------------------------------------- /assets/driving_audio/3.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/3.wav -------------------------------------------------------------------------------- /assets/driving_audio/4.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/4.wav -------------------------------------------------------------------------------- /assets/driving_audio/5.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/5.wav -------------------------------------------------------------------------------- /assets/driving_audio/6.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_audio/6.wav -------------------------------------------------------------------------------- /assets/driving_video/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/.DS_Store -------------------------------------------------------------------------------- /assets/driving_video/1.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/1.mp4 -------------------------------------------------------------------------------- /assets/driving_video/2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/2.mp4 -------------------------------------------------------------------------------- /assets/driving_video/3.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/3.mp4 -------------------------------------------------------------------------------- /assets/driving_video/4.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/4.mp4 -------------------------------------------------------------------------------- /assets/driving_video/5.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/5.mp4 -------------------------------------------------------------------------------- /assets/driving_video/6.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/6.mp4 -------------------------------------------------------------------------------- /assets/driving_video/7.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/7.mp4 -------------------------------------------------------------------------------- /assets/driving_video/8.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/driving_video/8.mp4 -------------------------------------------------------------------------------- /assets/gradio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/gradio.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/ref_images/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/1.png -------------------------------------------------------------------------------- /assets/ref_images/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/10.png -------------------------------------------------------------------------------- /assets/ref_images/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/11.png -------------------------------------------------------------------------------- /assets/ref_images/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/12.png -------------------------------------------------------------------------------- /assets/ref_images/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/13.png -------------------------------------------------------------------------------- /assets/ref_images/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/14.png -------------------------------------------------------------------------------- /assets/ref_images/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/15.png -------------------------------------------------------------------------------- /assets/ref_images/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/16.png -------------------------------------------------------------------------------- /assets/ref_images/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/17.png -------------------------------------------------------------------------------- /assets/ref_images/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/18.png -------------------------------------------------------------------------------- /assets/ref_images/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/19.png -------------------------------------------------------------------------------- /assets/ref_images/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/2.png -------------------------------------------------------------------------------- /assets/ref_images/20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/20.png -------------------------------------------------------------------------------- /assets/ref_images/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/3.png -------------------------------------------------------------------------------- /assets/ref_images/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/4.png -------------------------------------------------------------------------------- /assets/ref_images/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/5.png -------------------------------------------------------------------------------- /assets/ref_images/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/6.png -------------------------------------------------------------------------------- /assets/ref_images/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/7.png -------------------------------------------------------------------------------- /assets/ref_images/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/assets/ref_images/8.png -------------------------------------------------------------------------------- /diffposetalk/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/common.py -------------------------------------------------------------------------------- /diffposetalk/diff_talking_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/diff_talking_head.py -------------------------------------------------------------------------------- /diffposetalk/diffposetalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/diffposetalk.py -------------------------------------------------------------------------------- /diffposetalk/hubert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/hubert.py -------------------------------------------------------------------------------- /diffposetalk/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .common import * 2 | -------------------------------------------------------------------------------- /diffposetalk/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/utils/common.py -------------------------------------------------------------------------------- /diffposetalk/utils/media.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/utils/media.py -------------------------------------------------------------------------------- /diffposetalk/utils/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/utils/renderer.py -------------------------------------------------------------------------------- /diffposetalk/utils/rotation_conversions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/utils/rotation_conversions.py -------------------------------------------------------------------------------- /diffposetalk/wav2vec2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/diffposetalk/wav2vec2.py -------------------------------------------------------------------------------- /eval/arc_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/arc_score.py -------------------------------------------------------------------------------- /eval/curricularface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/curricularface/__init__.py -------------------------------------------------------------------------------- /eval/curricularface/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/curricularface/common.py -------------------------------------------------------------------------------- /eval/curricularface/model_irse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/curricularface/model_irse.py -------------------------------------------------------------------------------- /eval/curricularface/model_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/curricularface/model_resnet.py -------------------------------------------------------------------------------- /eval/expression_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/expression_score.py -------------------------------------------------------------------------------- /eval/pose_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/eval/pose_score.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/inference.py -------------------------------------------------------------------------------- /inference_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/inference_audio.py -------------------------------------------------------------------------------- /inference_audio_long_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/inference_audio_long_video.py -------------------------------------------------------------------------------- /inference_long_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/inference_long_video.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/scripts/demo.py -------------------------------------------------------------------------------- /skyreels_a1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /skyreels_a1/ddim_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/ddim_solver.py -------------------------------------------------------------------------------- /skyreels_a1/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /skyreels_a1/models/transformer3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/models/transformer3d.py -------------------------------------------------------------------------------- /skyreels_a1/pipeline_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/pipeline_output.py -------------------------------------------------------------------------------- /skyreels_a1/pre_process_lmk3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/pre_process_lmk3d.py -------------------------------------------------------------------------------- /skyreels_a1/skyreels_a1_i2v_long_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/skyreels_a1_i2v_long_pipeline.py -------------------------------------------------------------------------------- /skyreels_a1/skyreels_a1_i2v_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/skyreels_a1_i2v_pipeline.py -------------------------------------------------------------------------------- /skyreels_a1/src/FLAME/FLAME.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/FLAME/FLAME.py -------------------------------------------------------------------------------- /skyreels_a1/src/FLAME/lbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/FLAME/lbs.py -------------------------------------------------------------------------------- /skyreels_a1/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /skyreels_a1/src/frame_interpolation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/frame_interpolation.py -------------------------------------------------------------------------------- /skyreels_a1/src/lmk3d_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/lmk3d_test.py -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/draw_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/draw_util.py -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/draw_util_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/draw_util_2d.py -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/face_landmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/face_landmark.py -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/mp_models/blaze_face_short_range.tflite: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/mp_models/blaze_face_short_range.tflite -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/mp_models/face_landmarker_v2_with_blendshapes.task: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/mp_models/face_landmarker_v2_with_blendshapes.task -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/mp_models/pose_landmarker_heavy.task: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/mp_models/pose_landmarker_heavy.task -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/mp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/mp_utils.py -------------------------------------------------------------------------------- /skyreels_a1/src/media_pipe/readme: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/media_pipe/readme -------------------------------------------------------------------------------- /skyreels_a1/src/multi_fps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/multi_fps.py -------------------------------------------------------------------------------- /skyreels_a1/src/renderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/renderer.py -------------------------------------------------------------------------------- /skyreels_a1/src/smirk_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/smirk_encoder.py -------------------------------------------------------------------------------- /skyreels_a1/src/utils/mediapipe_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/SkyReels-A1/HEAD/skyreels_a1/src/utils/mediapipe_utils.py --------------------------------------------------------------------------------