├── .gitignore ├── README.md ├── art2mus_weights ├── .gitkeep ├── art2mus_4_img_proj_layer.pt ├── art2mus_img_proj_layer.pt └── tmp_weights │ └── .gitkeep ├── data ├── .gitkeep ├── audio │ └── .gitkeep ├── extra │ ├── .gitkeep │ └── image_audio_subset_df.json └── images │ └── .gitkeep ├── figures ├── example_data_folder.png └── logo.jpg ├── requirements.txt ├── src ├── ImageBind │ ├── bpe │ │ └── bpe_simple_vocab_16e6.txt.gz │ └── imagebind │ │ ├── __init__.py │ │ ├── data.py │ │ └── models │ │ ├── __init__.py │ │ ├── helpers.py │ │ ├── imagebind_model.py │ │ ├── multimodal_preprocessors.py │ │ └── transformer.py ├── art2mus │ ├── art2mus_4_pipeline.py │ ├── art2mus_4_train.py │ ├── art2mus_pipeline.py │ ├── art2mus_train.py │ ├── my_modeling.py │ ├── tmp_generated │ │ └── .gitkeep │ ├── tmp_ground_truth │ │ └── .gitkeep │ ├── utils │ │ ├── frechet_audio_distance │ │ │ └── frechet_audio_distance │ │ │ │ ├── __init__.py │ │ │ │ ├── clap_score.py │ │ │ │ ├── fad.py │ │ │ │ ├── models │ │ │ │ ├── __init__.py │ │ │ │ ├── pann.py │ │ │ │ └── pytorch_utils.py │ │ │ │ └── utils.py │ │ ├── imagebind_utils.py │ │ ├── torch_tools.py │ │ ├── train_test_argparse.py │ │ └── train_test_utils.py │ └── val_audios │ │ └── .gitkeep ├── audioldm │ ├── audio_processing.py │ ├── stft.py │ └── utils.py ├── conf.py ├── download_fma_dataset.py ├── my_dataset.py └── tmp_audios │ └── .gitkeep ├── test_art2mus.py ├── test_images └── erin-hanson_thistles-on-orange-2016.jpg └── test_music └── art2mus_example.wav /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/README.md -------------------------------------------------------------------------------- /art2mus_weights/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /art2mus_weights/art2mus_4_img_proj_layer.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/art2mus_weights/art2mus_4_img_proj_layer.pt -------------------------------------------------------------------------------- /art2mus_weights/art2mus_img_proj_layer.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/art2mus_weights/art2mus_img_proj_layer.pt -------------------------------------------------------------------------------- /art2mus_weights/tmp_weights/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/audio/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/extra/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/extra/image_audio_subset_df.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/data/extra/image_audio_subset_df.json -------------------------------------------------------------------------------- /data/images/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /figures/example_data_folder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/figures/example_data_folder.png -------------------------------------------------------------------------------- /figures/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/figures/logo.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/ImageBind/bpe/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/bpe/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /src/ImageBind/imagebind/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/__init__.py -------------------------------------------------------------------------------- /src/ImageBind/imagebind/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/data.py -------------------------------------------------------------------------------- /src/ImageBind/imagebind/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/ImageBind/imagebind/models/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/models/helpers.py -------------------------------------------------------------------------------- /src/ImageBind/imagebind/models/imagebind_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/models/imagebind_model.py -------------------------------------------------------------------------------- /src/ImageBind/imagebind/models/multimodal_preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/models/multimodal_preprocessors.py -------------------------------------------------------------------------------- /src/ImageBind/imagebind/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/ImageBind/imagebind/models/transformer.py -------------------------------------------------------------------------------- /src/art2mus/art2mus_4_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/art2mus_4_pipeline.py -------------------------------------------------------------------------------- /src/art2mus/art2mus_4_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/art2mus_4_train.py -------------------------------------------------------------------------------- /src/art2mus/art2mus_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/art2mus_pipeline.py -------------------------------------------------------------------------------- /src/art2mus/art2mus_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/art2mus_train.py -------------------------------------------------------------------------------- /src/art2mus/my_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/my_modeling.py -------------------------------------------------------------------------------- /src/art2mus/tmp_generated/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/art2mus/tmp_ground_truth/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/__init__.py -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/clap_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/clap_score.py -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/fad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/fad.py -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/models/pann.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/models/pann.py -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/models/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/models/pytorch_utils.py -------------------------------------------------------------------------------- /src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/frechet_audio_distance/frechet_audio_distance/utils.py -------------------------------------------------------------------------------- /src/art2mus/utils/imagebind_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/imagebind_utils.py -------------------------------------------------------------------------------- /src/art2mus/utils/torch_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/torch_tools.py -------------------------------------------------------------------------------- /src/art2mus/utils/train_test_argparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/train_test_argparse.py -------------------------------------------------------------------------------- /src/art2mus/utils/train_test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/art2mus/utils/train_test_utils.py -------------------------------------------------------------------------------- /src/art2mus/val_audios/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/audioldm/audio_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/audioldm/audio_processing.py -------------------------------------------------------------------------------- /src/audioldm/stft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/audioldm/stft.py -------------------------------------------------------------------------------- /src/audioldm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/audioldm/utils.py -------------------------------------------------------------------------------- /src/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/conf.py -------------------------------------------------------------------------------- /src/download_fma_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/download_fma_dataset.py -------------------------------------------------------------------------------- /src/my_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/src/my_dataset.py -------------------------------------------------------------------------------- /src/tmp_audios/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test_art2mus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/test_art2mus.py -------------------------------------------------------------------------------- /test_images/erin-hanson_thistles-on-orange-2016.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/test_images/erin-hanson_thistles-on-orange-2016.jpg -------------------------------------------------------------------------------- /test_music/art2mus_example.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justivanr/art2mus_/HEAD/test_music/art2mus_example.wav --------------------------------------------------------------------------------