├── .gitignore ├── .gitmodules ├── .pre-commit-config.yaml ├── README.md ├── assets ├── examples.json ├── media │ ├── audio │ │ ├── cat.wav │ │ ├── dog.wav │ │ └── piano.mp3 │ ├── image │ │ ├── Australia.jpeg │ │ ├── building.webp │ │ ├── cat.jpg │ │ ├── egg.webp │ │ ├── eiffel.jpg │ │ ├── fireworks.jpg │ │ ├── lamp.jpg │ │ ├── laptop.jpg │ │ ├── mustache.png │ │ ├── piano.jpg │ │ ├── raspberry.jpeg │ │ ├── sea.jpg │ │ ├── spiderman.webp │ │ └── train.jpeg │ └── video │ │ └── dark.mp4 └── prompts │ └── prompt_template.txt ├── configs ├── base.py └── dscfg.json ├── demo.py ├── modaverse ├── __init__.py ├── api.py ├── dataset │ ├── __init__.py │ ├── caption_dataset.py │ └── multi_modal_dataset.py ├── diffusers │ ├── __init__.py │ ├── audio_diffusers.py │ ├── base.py │ ├── image_diffusers.py │ └── video_diffusers.py ├── generator │ ├── __init__.py │ └── modaverse_generator.py ├── model │ ├── __init__.py │ ├── ds.py │ └── modaverse.py ├── parser │ ├── __init__.py │ └── modaverse_parser.py ├── train.py └── utils │ ├── __init__.py │ ├── utils.py │ └── writer.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/README.md -------------------------------------------------------------------------------- /assets/examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/examples.json -------------------------------------------------------------------------------- /assets/media/audio/cat.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/audio/cat.wav -------------------------------------------------------------------------------- /assets/media/audio/dog.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/audio/dog.wav -------------------------------------------------------------------------------- /assets/media/audio/piano.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/audio/piano.mp3 -------------------------------------------------------------------------------- /assets/media/image/Australia.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/Australia.jpeg -------------------------------------------------------------------------------- /assets/media/image/building.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/building.webp -------------------------------------------------------------------------------- /assets/media/image/cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/cat.jpg -------------------------------------------------------------------------------- /assets/media/image/egg.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/egg.webp -------------------------------------------------------------------------------- /assets/media/image/eiffel.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/eiffel.jpg -------------------------------------------------------------------------------- /assets/media/image/fireworks.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/fireworks.jpg -------------------------------------------------------------------------------- /assets/media/image/lamp.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/lamp.jpg -------------------------------------------------------------------------------- /assets/media/image/laptop.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/laptop.jpg -------------------------------------------------------------------------------- /assets/media/image/mustache.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/mustache.png -------------------------------------------------------------------------------- /assets/media/image/piano.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/piano.jpg -------------------------------------------------------------------------------- /assets/media/image/raspberry.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/raspberry.jpeg -------------------------------------------------------------------------------- /assets/media/image/sea.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/sea.jpg -------------------------------------------------------------------------------- /assets/media/image/spiderman.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/spiderman.webp -------------------------------------------------------------------------------- /assets/media/image/train.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/image/train.jpeg -------------------------------------------------------------------------------- /assets/media/video/dark.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/assets/media/video/dark.mp4 -------------------------------------------------------------------------------- /assets/prompts/prompt_template.txt: -------------------------------------------------------------------------------- 1 | ### Human: {media} {instruction} 2 | ### Assistant: -------------------------------------------------------------------------------- /configs/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/configs/base.py -------------------------------------------------------------------------------- /configs/dscfg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/configs/dscfg.json -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/demo.py -------------------------------------------------------------------------------- /modaverse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modaverse/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/api.py -------------------------------------------------------------------------------- /modaverse/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/dataset/__init__.py -------------------------------------------------------------------------------- /modaverse/dataset/caption_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/dataset/caption_dataset.py -------------------------------------------------------------------------------- /modaverse/dataset/multi_modal_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/dataset/multi_modal_dataset.py -------------------------------------------------------------------------------- /modaverse/diffusers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/diffusers/__init__.py -------------------------------------------------------------------------------- /modaverse/diffusers/audio_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/diffusers/audio_diffusers.py -------------------------------------------------------------------------------- /modaverse/diffusers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/diffusers/base.py -------------------------------------------------------------------------------- /modaverse/diffusers/image_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/diffusers/image_diffusers.py -------------------------------------------------------------------------------- /modaverse/diffusers/video_diffusers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/diffusers/video_diffusers.py -------------------------------------------------------------------------------- /modaverse/generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/generator/__init__.py -------------------------------------------------------------------------------- /modaverse/generator/modaverse_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/generator/modaverse_generator.py -------------------------------------------------------------------------------- /modaverse/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/model/__init__.py -------------------------------------------------------------------------------- /modaverse/model/ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/model/ds.py -------------------------------------------------------------------------------- /modaverse/model/modaverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/model/modaverse.py -------------------------------------------------------------------------------- /modaverse/parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/parser/__init__.py -------------------------------------------------------------------------------- /modaverse/parser/modaverse_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/parser/modaverse_parser.py -------------------------------------------------------------------------------- /modaverse/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/train.py -------------------------------------------------------------------------------- /modaverse/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/utils/__init__.py -------------------------------------------------------------------------------- /modaverse/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/utils/utils.py -------------------------------------------------------------------------------- /modaverse/utils/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/modaverse/utils/writer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xinke-wang/ModaVerse/HEAD/setup.py --------------------------------------------------------------------------------