├── .gitignore ├── README.md ├── assets ├── draft-attention.png └── video │ ├── demo-bluedress-dense.gif │ ├── demo-bluedress-sp0.9-ours.gif │ ├── demo-bluedress-sp0.9-svg.gif │ ├── demo-building-dense.gif │ ├── demo-building-sp0.9-ours.gif │ ├── demo-building-sp0.9-svg.gif │ ├── demo-hunyuan_custom-768p-dense.gif │ ├── demo-hunyuan_custom-768p-sp0.9.gif │ ├── demo-pisa-dense.gif │ ├── demo-pisa-sp0.9-ours.gif │ └── demo-pisa-sp0.9-svg.gif ├── draft_attention.py ├── draft_attention_classifier_free_guidance.py ├── hunyuan ├── hyvideo │ ├── __init__.py │ ├── config.py │ ├── constants.py │ ├── diffusion │ │ ├── __init__.py │ │ ├── pipelines │ │ │ ├── __init__.py │ │ │ └── pipeline_hunyuan_video.py │ │ └── schedulers │ │ │ ├── __init__.py │ │ │ └── scheduling_flow_match_discrete.py │ ├── inference.py │ ├── modules │ │ ├── __init__.py │ │ ├── activation_layers.py │ │ ├── attenion.py │ │ ├── embed_layers.py │ │ ├── fp8_optimization.py │ │ ├── mlp_layers.py │ │ ├── models.py │ │ ├── modulate_layers.py │ │ ├── norm_layers.py │ │ ├── posemb_layers.py │ │ └── token_refiner.py │ ├── prompt_rewrite.py │ ├── text_encoder │ │ └── __init__.py │ ├── utils │ │ ├── __init__.py │ │ ├── data_utils.py │ │ ├── file_utils.py │ │ ├── helpers.py │ │ └── preprocess_text_encoder_tokenizer_utils.py │ └── vae │ │ ├── __init__.py │ │ ├── autoencoder_kl_causal_3d.py │ │ ├── unet_causal_3d_blocks.py │ │ └── vae.py ├── run-single-sample_video-fp8.sh ├── run-single-sample_video.sh └── sample_video.py ├── hunyuan_custom ├── assets │ ├── images │ │ ├── method.png │ │ ├── poodle.png │ │ ├── seg_boy.png │ │ ├── seg_man_01.png │ │ ├── seg_man_02.png │ │ ├── seg_man_03.png │ │ ├── seg_poodle.png │ │ ├── seg_woman_01.png │ │ ├── seg_woman_02.png │ │ └── seg_woman_03.png │ ├── material │ │ ├── application.png │ │ ├── logo.png │ │ ├── method.png │ │ └── teaser.png │ ├── meta_files.list │ ├── meta_files │ │ └── poodle.json │ └── videos │ │ ├── seg_man_01.mp4 │ │ ├── seg_man_02.mp4 │ │ ├── seg_woman_01.mp4 │ │ └── seg_woman_03.mp4 ├── hymm_gradio │ ├── flask_ref2v.py │ ├── gradio_ref2v.py │ └── tool_for_end2end.py ├── hymm_sp │ ├── __init__.py │ ├── config.py │ ├── constants.py │ ├── data_kits │ │ ├── data_tools.py │ │ └── video_dataset.py │ ├── diffusion │ │ ├── __init__.py │ │ ├── pipelines │ │ │ ├── __init__.py │ │ │ └── pipeline_hunyuan_video_custom.py │ │ └── schedulers │ │ │ ├── __init__.py │ │ │ └── scheduling_flow_match_discrete.py │ ├── helpers.py │ ├── inference.py │ ├── modules │ │ ├── __init__.py │ │ ├── activation_layers.py │ │ ├── attn_layers.py │ │ ├── draft_attention_classifier_free_guidance.py │ │ ├── embed_layers.py │ │ ├── fp8_optimization.py │ │ ├── mlp_layers.py │ │ ├── models.py │ │ ├── modulate_layers.py │ │ ├── norm_layers.py │ │ ├── parallel_states.py │ │ ├── posemb_layers.py │ │ └── token_refiner.py │ ├── sample_batch.py │ ├── sample_gpu_poor.py │ ├── sample_inference.py │ ├── text_encoder │ │ └── __init__.py │ └── vae │ │ ├── __init__.py │ │ ├── autoencoder_kl_causal_3d.py │ │ ├── unet_causal_3d_blocks.py │ │ └── vae.py ├── models │ └── README.md └── run-single-video-8xA100.sh └── wan ├── generate.py ├── run-single-inference.sh └── wan ├── __init__.py ├── configs ├── __init__.py ├── shared_config.py ├── wan_i2v_14B.py ├── wan_t2v_14B.py └── wan_t2v_1_3B.py ├── distributed ├── __init__.py ├── fsdp.py └── xdit_context_parallel.py ├── first_last_frame2video.py ├── image2video.py ├── modules ├── __init__.py ├── attention.py ├── clip.py ├── model.py ├── t5.py ├── tokenizers.py ├── vae.py └── xlm_roberta.py ├── text2video.py └── utils ├── __init__.py ├── fm_solvers.py ├── fm_solvers_unipc.py ├── prompt_extend.py ├── qwen_vl_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/README.md -------------------------------------------------------------------------------- /assets/draft-attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/draft-attention.png -------------------------------------------------------------------------------- /assets/video/demo-bluedress-dense.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-bluedress-dense.gif -------------------------------------------------------------------------------- /assets/video/demo-bluedress-sp0.9-ours.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-bluedress-sp0.9-ours.gif -------------------------------------------------------------------------------- /assets/video/demo-bluedress-sp0.9-svg.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-bluedress-sp0.9-svg.gif -------------------------------------------------------------------------------- /assets/video/demo-building-dense.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-building-dense.gif -------------------------------------------------------------------------------- /assets/video/demo-building-sp0.9-ours.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-building-sp0.9-ours.gif -------------------------------------------------------------------------------- /assets/video/demo-building-sp0.9-svg.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-building-sp0.9-svg.gif -------------------------------------------------------------------------------- /assets/video/demo-hunyuan_custom-768p-dense.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-hunyuan_custom-768p-dense.gif -------------------------------------------------------------------------------- /assets/video/demo-hunyuan_custom-768p-sp0.9.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-hunyuan_custom-768p-sp0.9.gif -------------------------------------------------------------------------------- /assets/video/demo-pisa-dense.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-pisa-dense.gif -------------------------------------------------------------------------------- /assets/video/demo-pisa-sp0.9-ours.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-pisa-sp0.9-ours.gif -------------------------------------------------------------------------------- /assets/video/demo-pisa-sp0.9-svg.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/assets/video/demo-pisa-sp0.9-svg.gif -------------------------------------------------------------------------------- /draft_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/draft_attention.py -------------------------------------------------------------------------------- /draft_attention_classifier_free_guidance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/draft_attention_classifier_free_guidance.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hunyuan/hyvideo/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/config.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/constants.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/diffusion/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/diffusion/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/diffusion/pipelines/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/diffusion/pipelines/pipeline_hunyuan_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/diffusion/pipelines/pipeline_hunyuan_video.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/diffusion/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/diffusion/schedulers/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/diffusion/schedulers/scheduling_flow_match_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/diffusion/schedulers/scheduling_flow_match_discrete.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/inference.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/activation_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/activation_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/attenion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/attenion.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/embed_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/embed_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/fp8_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/fp8_optimization.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/mlp_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/mlp_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/models.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/modulate_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/modulate_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/norm_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/norm_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/posemb_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/posemb_layers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/modules/token_refiner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/modules/token_refiner.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/prompt_rewrite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/prompt_rewrite.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/text_encoder/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hunyuan/hyvideo/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/utils/data_utils.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/utils/file_utils.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/utils/helpers.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/utils/preprocess_text_encoder_tokenizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/utils/preprocess_text_encoder_tokenizer_utils.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/vae/__init__.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/vae/autoencoder_kl_causal_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/vae/autoencoder_kl_causal_3d.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/vae/unet_causal_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/vae/unet_causal_3d_blocks.py -------------------------------------------------------------------------------- /hunyuan/hyvideo/vae/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/hyvideo/vae/vae.py -------------------------------------------------------------------------------- /hunyuan/run-single-sample_video-fp8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/run-single-sample_video-fp8.sh -------------------------------------------------------------------------------- /hunyuan/run-single-sample_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/run-single-sample_video.sh -------------------------------------------------------------------------------- /hunyuan/sample_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan/sample_video.py -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/method.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/poodle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/poodle.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_boy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_boy.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_man_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_man_01.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_man_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_man_02.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_man_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_man_03.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_poodle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_poodle.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_woman_01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_woman_01.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_woman_02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_woman_02.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/images/seg_woman_03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/images/seg_woman_03.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/material/application.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/material/application.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/material/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/material/logo.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/material/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/material/method.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/material/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/material/teaser.png -------------------------------------------------------------------------------- /hunyuan_custom/assets/meta_files.list: -------------------------------------------------------------------------------- 1 | assets/meta_files/poodle.json -------------------------------------------------------------------------------- /hunyuan_custom/assets/meta_files/poodle.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/meta_files/poodle.json -------------------------------------------------------------------------------- /hunyuan_custom/assets/videos/seg_man_01.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/videos/seg_man_01.mp4 -------------------------------------------------------------------------------- /hunyuan_custom/assets/videos/seg_man_02.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/videos/seg_man_02.mp4 -------------------------------------------------------------------------------- /hunyuan_custom/assets/videos/seg_woman_01.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/videos/seg_woman_01.mp4 -------------------------------------------------------------------------------- /hunyuan_custom/assets/videos/seg_woman_03.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/assets/videos/seg_woman_03.mp4 -------------------------------------------------------------------------------- /hunyuan_custom/hymm_gradio/flask_ref2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_gradio/flask_ref2v.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_gradio/gradio_ref2v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_gradio/gradio_ref2v.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_gradio/tool_for_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_gradio/tool_for_end2end.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/config.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/constants.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/data_kits/data_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/data_kits/data_tools.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/data_kits/video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/data_kits/video_dataset.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/diffusion/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/diffusion/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/diffusion/pipelines/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/diffusion/pipelines/pipeline_hunyuan_video_custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/diffusion/pipelines/pipeline_hunyuan_video_custom.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/diffusion/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/diffusion/schedulers/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/diffusion/schedulers/scheduling_flow_match_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/diffusion/schedulers/scheduling_flow_match_discrete.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/helpers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/inference.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/activation_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/activation_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/attn_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/attn_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/draft_attention_classifier_free_guidance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/draft_attention_classifier_free_guidance.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/embed_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/embed_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/fp8_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/fp8_optimization.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/mlp_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/mlp_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/models.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/modulate_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/modulate_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/norm_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/norm_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/parallel_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/parallel_states.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/posemb_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/posemb_layers.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/modules/token_refiner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/modules/token_refiner.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/sample_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/sample_batch.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/sample_gpu_poor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/sample_gpu_poor.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/sample_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/sample_inference.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/text_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/text_encoder/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/vae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/vae/__init__.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/vae/autoencoder_kl_causal_3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/vae/autoencoder_kl_causal_3d.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/vae/unet_causal_3d_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/vae/unet_causal_3d_blocks.py -------------------------------------------------------------------------------- /hunyuan_custom/hymm_sp/vae/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/hymm_sp/vae/vae.py -------------------------------------------------------------------------------- /hunyuan_custom/models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/models/README.md -------------------------------------------------------------------------------- /hunyuan_custom/run-single-video-8xA100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/hunyuan_custom/run-single-video-8xA100.sh -------------------------------------------------------------------------------- /wan/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/generate.py -------------------------------------------------------------------------------- /wan/run-single-inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/run-single-inference.sh -------------------------------------------------------------------------------- /wan/wan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/__init__.py -------------------------------------------------------------------------------- /wan/wan/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/configs/__init__.py -------------------------------------------------------------------------------- /wan/wan/configs/shared_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/configs/shared_config.py -------------------------------------------------------------------------------- /wan/wan/configs/wan_i2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/configs/wan_i2v_14B.py -------------------------------------------------------------------------------- /wan/wan/configs/wan_t2v_14B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/configs/wan_t2v_14B.py -------------------------------------------------------------------------------- /wan/wan/configs/wan_t2v_1_3B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/configs/wan_t2v_1_3B.py -------------------------------------------------------------------------------- /wan/wan/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wan/wan/distributed/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/distributed/fsdp.py -------------------------------------------------------------------------------- /wan/wan/distributed/xdit_context_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/distributed/xdit_context_parallel.py -------------------------------------------------------------------------------- /wan/wan/first_last_frame2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/first_last_frame2video.py -------------------------------------------------------------------------------- /wan/wan/image2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/image2video.py -------------------------------------------------------------------------------- /wan/wan/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/__init__.py -------------------------------------------------------------------------------- /wan/wan/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/attention.py -------------------------------------------------------------------------------- /wan/wan/modules/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/clip.py -------------------------------------------------------------------------------- /wan/wan/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/model.py -------------------------------------------------------------------------------- /wan/wan/modules/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/t5.py -------------------------------------------------------------------------------- /wan/wan/modules/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/tokenizers.py -------------------------------------------------------------------------------- /wan/wan/modules/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/vae.py -------------------------------------------------------------------------------- /wan/wan/modules/xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/modules/xlm_roberta.py -------------------------------------------------------------------------------- /wan/wan/text2video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/text2video.py -------------------------------------------------------------------------------- /wan/wan/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/__init__.py -------------------------------------------------------------------------------- /wan/wan/utils/fm_solvers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/fm_solvers.py -------------------------------------------------------------------------------- /wan/wan/utils/fm_solvers_unipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/fm_solvers_unipc.py -------------------------------------------------------------------------------- /wan/wan/utils/prompt_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/prompt_extend.py -------------------------------------------------------------------------------- /wan/wan/utils/qwen_vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/qwen_vl_utils.py -------------------------------------------------------------------------------- /wan/wan/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shawnricecake/draft-attention/HEAD/wan/wan/utils/utils.py --------------------------------------------------------------------------------