├── .gitignore ├── assets ├── image_prompts │ ├── cat_1.jpg │ ├── cat_2.jpg │ ├── dog.jpg │ ├── elon_musk.jpg │ ├── plushie_bear.jpg │ └── toy_gnome.jpg ├── main_results.png └── teaser.png ├── config ├── example_three_objects.yaml └── example_two_objects.yaml ├── data ├── hug │ ├── masks │ │ ├── 0 │ │ │ ├── motion0.png │ │ │ └── motion1.png │ │ ├── 1 │ │ │ ├── motion0.png │ │ │ └── motion1.png │ │ ├── 2 │ │ │ ├── motion0.png │ │ │ └── motion1.png │ │ ├── 3 │ │ │ ├── motion0.png │ │ │ └── motion1.png │ │ └── 4 │ │ │ ├── motion0.png │ │ │ └── motion1.png │ ├── prompts.json │ └── videos │ │ ├── 0 │ │ ├── concept0.png │ │ ├── concept1.png │ │ ├── concept_keyposes_one.pth │ │ ├── concept_keyposes_two.pth │ │ ├── motion.png │ │ ├── motion_keyposes.pth │ │ └── pred.jpg │ │ ├── 1 │ │ ├── concept0.png │ │ ├── concept1.png │ │ ├── concept_keyposes_one.pth │ │ ├── concept_keyposes_two.pth │ │ ├── motion.png │ │ ├── motion_keyposes.pth │ │ └── pred.jpg │ │ ├── 2 │ │ ├── concept0.png │ │ ├── concept1.png │ │ ├── concept_keyposes_one.pth │ │ ├── concept_keyposes_two.pth │ │ ├── motion.png │ │ ├── motion_keyposes.pth │ │ └── pred.jpg │ │ ├── 3 │ │ ├── concept0.png │ │ ├── concept1.png │ │ ├── concept_keyposes_one.pth │ │ ├── concept_keyposes_two.pth │ │ ├── motion.png │ │ ├── motion_keyposes.pth │ │ └── pred.jpg │ │ └── 4 │ │ ├── concept0.png │ │ ├── concept1.png │ │ ├── concept_keyposes_one.pth │ │ ├── concept_keyposes_two.pth │ │ ├── motion.png │ │ ├── motion_keyposes.pth │ │ └── pred.jpg └── shake │ ├── masks │ ├── 0 │ │ ├── motion0.png │ │ └── motion1.png │ ├── 1 │ │ ├── motion0.png │ │ └── motion1.png │ ├── 2 │ │ ├── motion0.png │ │ └── motion1.png │ ├── 3 │ │ ├── motion0.png │ │ └── motion1.png │ └── 4 │ │ ├── motion0.png │ │ └── motion1.png │ ├── prompts.json │ └── videos │ ├── 0 │ ├── concept0.png │ ├── concept1.png │ ├── concept_keyposes_one.pth │ ├── concept_keyposes_two.pth │ ├── motion.png │ ├── motion_keyposes.pth │ └── pred.jpg │ ├── 1 │ ├── concept0.png │ ├── concept1.png │ ├── concept_keyposes_one.pth │ ├── concept_keyposes_two.pth │ ├── motion.png │ ├── motion_keyposes.pth │ └── pred.jpg │ ├── 2 │ ├── concept0.png │ ├── concept1.png │ ├── concept_keyposes_one.pth │ ├── concept_keyposes_two.pth │ ├── motion.png │ ├── motion_keyposes.pth │ └── pred.jpg │ ├── 3 │ ├── concept0.png │ ├── concept1.png │ ├── concept_keyposes_one.pth │ ├── concept_keyposes_two.pth │ ├── motion.png │ ├── motion_keyposes.pth │ └── pred.jpg │ └── 4 │ ├── concept0.png │ ├── concept1.png │ ├── concept_keyposes_one.pth │ ├── concept_keyposes_two.pth │ ├── motion.png │ ├── motion_keyposes.pth │ └── pred.jpg ├── inference.py ├── readme.md ├── requirements.txt ├── src ├── dataset │ ├── data.py │ └── data_utils.py ├── modules │ ├── attention_processor.py │ ├── image_encoder.py │ ├── model.py │ ├── open_clip │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ ├── coca_model.py │ │ ├── constants.py │ │ ├── customs.py │ │ ├── factory.py │ │ ├── generation_utils.py │ │ ├── hf_configs.py │ │ ├── hf_model.py │ │ ├── loss.py │ │ ├── model.py │ │ ├── model_configs │ │ │ └── ViT-bigG-14.json │ │ ├── modified_resnet.py │ │ ├── openai.py │ │ ├── pretrained.py │ │ ├── push_to_hf_hub.py │ │ ├── timm_model.py │ │ ├── tokenizer.py │ │ ├── transform.py │ │ ├── transformer.py │ │ ├── utils.py │ │ └── version.py │ └── projection.py ├── pipeline.py └── utils.py ├── train.py └── train.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/.gitignore -------------------------------------------------------------------------------- /assets/image_prompts/cat_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/cat_1.jpg -------------------------------------------------------------------------------- /assets/image_prompts/cat_2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/cat_2.jpg -------------------------------------------------------------------------------- /assets/image_prompts/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/dog.jpg -------------------------------------------------------------------------------- /assets/image_prompts/elon_musk.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/elon_musk.jpg -------------------------------------------------------------------------------- /assets/image_prompts/plushie_bear.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/plushie_bear.jpg -------------------------------------------------------------------------------- /assets/image_prompts/toy_gnome.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/image_prompts/toy_gnome.jpg -------------------------------------------------------------------------------- /assets/main_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/main_results.png -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /config/example_three_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/config/example_three_objects.yaml -------------------------------------------------------------------------------- /config/example_two_objects.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/config/example_two_objects.yaml -------------------------------------------------------------------------------- /data/hug/masks/0/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/0/motion0.png -------------------------------------------------------------------------------- /data/hug/masks/0/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/0/motion1.png -------------------------------------------------------------------------------- /data/hug/masks/1/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/1/motion0.png -------------------------------------------------------------------------------- /data/hug/masks/1/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/1/motion1.png -------------------------------------------------------------------------------- /data/hug/masks/2/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/2/motion0.png -------------------------------------------------------------------------------- /data/hug/masks/2/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/2/motion1.png -------------------------------------------------------------------------------- /data/hug/masks/3/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/3/motion0.png -------------------------------------------------------------------------------- /data/hug/masks/3/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/3/motion1.png -------------------------------------------------------------------------------- /data/hug/masks/4/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/4/motion0.png -------------------------------------------------------------------------------- /data/hug/masks/4/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/masks/4/motion1.png -------------------------------------------------------------------------------- /data/hug/prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/prompts.json -------------------------------------------------------------------------------- /data/hug/videos/0/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/concept0.png -------------------------------------------------------------------------------- /data/hug/videos/0/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/concept1.png -------------------------------------------------------------------------------- /data/hug/videos/0/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/hug/videos/0/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/hug/videos/0/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/motion.png -------------------------------------------------------------------------------- /data/hug/videos/0/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/motion_keyposes.pth -------------------------------------------------------------------------------- /data/hug/videos/0/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/0/pred.jpg -------------------------------------------------------------------------------- /data/hug/videos/1/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/concept0.png -------------------------------------------------------------------------------- /data/hug/videos/1/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/concept1.png -------------------------------------------------------------------------------- /data/hug/videos/1/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/hug/videos/1/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/hug/videos/1/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/motion.png -------------------------------------------------------------------------------- /data/hug/videos/1/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/motion_keyposes.pth -------------------------------------------------------------------------------- /data/hug/videos/1/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/1/pred.jpg -------------------------------------------------------------------------------- /data/hug/videos/2/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/concept0.png -------------------------------------------------------------------------------- /data/hug/videos/2/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/concept1.png -------------------------------------------------------------------------------- /data/hug/videos/2/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/hug/videos/2/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/hug/videos/2/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/motion.png -------------------------------------------------------------------------------- /data/hug/videos/2/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/motion_keyposes.pth -------------------------------------------------------------------------------- /data/hug/videos/2/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/2/pred.jpg -------------------------------------------------------------------------------- /data/hug/videos/3/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/concept0.png -------------------------------------------------------------------------------- /data/hug/videos/3/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/concept1.png -------------------------------------------------------------------------------- /data/hug/videos/3/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/hug/videos/3/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/hug/videos/3/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/motion.png -------------------------------------------------------------------------------- /data/hug/videos/3/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/motion_keyposes.pth -------------------------------------------------------------------------------- /data/hug/videos/3/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/3/pred.jpg -------------------------------------------------------------------------------- /data/hug/videos/4/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/concept0.png -------------------------------------------------------------------------------- /data/hug/videos/4/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/concept1.png -------------------------------------------------------------------------------- /data/hug/videos/4/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/hug/videos/4/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/hug/videos/4/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/motion.png -------------------------------------------------------------------------------- /data/hug/videos/4/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/motion_keyposes.pth -------------------------------------------------------------------------------- /data/hug/videos/4/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/hug/videos/4/pred.jpg -------------------------------------------------------------------------------- /data/shake/masks/0/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/0/motion0.png -------------------------------------------------------------------------------- /data/shake/masks/0/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/0/motion1.png -------------------------------------------------------------------------------- /data/shake/masks/1/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/1/motion0.png -------------------------------------------------------------------------------- /data/shake/masks/1/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/1/motion1.png -------------------------------------------------------------------------------- /data/shake/masks/2/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/2/motion0.png -------------------------------------------------------------------------------- /data/shake/masks/2/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/2/motion1.png -------------------------------------------------------------------------------- /data/shake/masks/3/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/3/motion0.png -------------------------------------------------------------------------------- /data/shake/masks/3/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/3/motion1.png -------------------------------------------------------------------------------- /data/shake/masks/4/motion0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/4/motion0.png -------------------------------------------------------------------------------- /data/shake/masks/4/motion1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/masks/4/motion1.png -------------------------------------------------------------------------------- /data/shake/prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/prompts.json -------------------------------------------------------------------------------- /data/shake/videos/0/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/concept0.png -------------------------------------------------------------------------------- /data/shake/videos/0/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/concept1.png -------------------------------------------------------------------------------- /data/shake/videos/0/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/shake/videos/0/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/shake/videos/0/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/motion.png -------------------------------------------------------------------------------- /data/shake/videos/0/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/motion_keyposes.pth -------------------------------------------------------------------------------- /data/shake/videos/0/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/0/pred.jpg -------------------------------------------------------------------------------- /data/shake/videos/1/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/concept0.png -------------------------------------------------------------------------------- /data/shake/videos/1/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/concept1.png -------------------------------------------------------------------------------- /data/shake/videos/1/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/shake/videos/1/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/shake/videos/1/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/motion.png -------------------------------------------------------------------------------- /data/shake/videos/1/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/motion_keyposes.pth -------------------------------------------------------------------------------- /data/shake/videos/1/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/1/pred.jpg -------------------------------------------------------------------------------- /data/shake/videos/2/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/concept0.png -------------------------------------------------------------------------------- /data/shake/videos/2/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/concept1.png -------------------------------------------------------------------------------- /data/shake/videos/2/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/shake/videos/2/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/shake/videos/2/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/motion.png -------------------------------------------------------------------------------- /data/shake/videos/2/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/motion_keyposes.pth -------------------------------------------------------------------------------- /data/shake/videos/2/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/2/pred.jpg -------------------------------------------------------------------------------- /data/shake/videos/3/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/concept0.png -------------------------------------------------------------------------------- /data/shake/videos/3/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/concept1.png -------------------------------------------------------------------------------- /data/shake/videos/3/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/shake/videos/3/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/shake/videos/3/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/motion.png -------------------------------------------------------------------------------- /data/shake/videos/3/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/motion_keyposes.pth -------------------------------------------------------------------------------- /data/shake/videos/3/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/3/pred.jpg -------------------------------------------------------------------------------- /data/shake/videos/4/concept0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/concept0.png -------------------------------------------------------------------------------- /data/shake/videos/4/concept1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/concept1.png -------------------------------------------------------------------------------- /data/shake/videos/4/concept_keyposes_one.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/concept_keyposes_one.pth -------------------------------------------------------------------------------- /data/shake/videos/4/concept_keyposes_two.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/concept_keyposes_two.pth -------------------------------------------------------------------------------- /data/shake/videos/4/motion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/motion.png -------------------------------------------------------------------------------- /data/shake/videos/4/motion_keyposes.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/motion_keyposes.pth -------------------------------------------------------------------------------- /data/shake/videos/4/pred.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/data/shake/videos/4/pred.jpg -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/inference.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/dataset/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/dataset/data.py -------------------------------------------------------------------------------- /src/dataset/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/dataset/data_utils.py -------------------------------------------------------------------------------- /src/modules/attention_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/attention_processor.py -------------------------------------------------------------------------------- /src/modules/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/image_encoder.py -------------------------------------------------------------------------------- /src/modules/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/model.py -------------------------------------------------------------------------------- /src/modules/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/modules/open_clip/coca_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/coca_model.py -------------------------------------------------------------------------------- /src/modules/open_clip/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/constants.py -------------------------------------------------------------------------------- /src/modules/open_clip/customs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/customs.py -------------------------------------------------------------------------------- /src/modules/open_clip/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/factory.py -------------------------------------------------------------------------------- /src/modules/open_clip/generation_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/modules/open_clip/hf_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/hf_configs.py -------------------------------------------------------------------------------- /src/modules/open_clip/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/hf_model.py -------------------------------------------------------------------------------- /src/modules/open_clip/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/loss.py -------------------------------------------------------------------------------- /src/modules/open_clip/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/model.py -------------------------------------------------------------------------------- /src/modules/open_clip/model_configs/ViT-bigG-14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/model_configs/ViT-bigG-14.json -------------------------------------------------------------------------------- /src/modules/open_clip/modified_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/modified_resnet.py -------------------------------------------------------------------------------- /src/modules/open_clip/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/openai.py -------------------------------------------------------------------------------- /src/modules/open_clip/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/pretrained.py -------------------------------------------------------------------------------- /src/modules/open_clip/push_to_hf_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/push_to_hf_hub.py -------------------------------------------------------------------------------- /src/modules/open_clip/timm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/timm_model.py -------------------------------------------------------------------------------- /src/modules/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/tokenizer.py -------------------------------------------------------------------------------- /src/modules/open_clip/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/transform.py -------------------------------------------------------------------------------- /src/modules/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/transformer.py -------------------------------------------------------------------------------- /src/modules/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/open_clip/utils.py -------------------------------------------------------------------------------- /src/modules/open_clip/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '2.16.0' 2 | -------------------------------------------------------------------------------- /src/modules/projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/modules/projection.py -------------------------------------------------------------------------------- /src/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/pipeline.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/src/utils.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/train.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shi-qingyu/DreamRelation/HEAD/train.sh --------------------------------------------------------------------------------