├── .gitignore ├── LICENSE ├── README.md ├── asset └── figure.png ├── cfg ├── audiocaps │ ├── base.yaml │ └── large.yaml ├── clotho │ ├── base.yaml │ └── large.yaml └── clotho_finetune │ ├── base.yaml │ └── large.yaml ├── csv ├── audiocaps │ ├── test.csv │ ├── train.csv │ └── valid.csv └── clotho │ ├── test.csv │ ├── train.csv │ └── valid.csv ├── data ├── README.md ├── __init__.py ├── collator.py ├── infer_clap.py ├── infer_encodec.py └── preprocess.py ├── evaluate.py ├── gradio_app.py ├── inference.py ├── modeling ├── __init__.py ├── enclap_bart.py └── modeling_outputs.py ├── requirements.txt ├── train.py └── train.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/README.md -------------------------------------------------------------------------------- /asset/figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/asset/figure.png -------------------------------------------------------------------------------- /cfg/audiocaps/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/audiocaps/base.yaml -------------------------------------------------------------------------------- /cfg/audiocaps/large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/audiocaps/large.yaml -------------------------------------------------------------------------------- /cfg/clotho/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/clotho/base.yaml -------------------------------------------------------------------------------- /cfg/clotho/large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/clotho/large.yaml -------------------------------------------------------------------------------- /cfg/clotho_finetune/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/clotho_finetune/base.yaml -------------------------------------------------------------------------------- /cfg/clotho_finetune/large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/cfg/clotho_finetune/large.yaml -------------------------------------------------------------------------------- /csv/audiocaps/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/audiocaps/test.csv -------------------------------------------------------------------------------- /csv/audiocaps/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/audiocaps/train.csv -------------------------------------------------------------------------------- /csv/audiocaps/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/audiocaps/valid.csv -------------------------------------------------------------------------------- /csv/clotho/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/clotho/test.csv -------------------------------------------------------------------------------- /csv/clotho/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/clotho/train.csv -------------------------------------------------------------------------------- /csv/clotho/valid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/csv/clotho/valid.csv -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/data/README.md -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/data/collator.py -------------------------------------------------------------------------------- /data/infer_clap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/data/infer_clap.py -------------------------------------------------------------------------------- /data/infer_encodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/data/infer_encodec.py -------------------------------------------------------------------------------- /data/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/data/preprocess.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/evaluate.py -------------------------------------------------------------------------------- /gradio_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/gradio_app.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/inference.py -------------------------------------------------------------------------------- /modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modeling/enclap_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/modeling/enclap_bart.py -------------------------------------------------------------------------------- /modeling/modeling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/modeling/modeling_outputs.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/train.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jaeyeonkim99/EnCLAP/HEAD/train.sh --------------------------------------------------------------------------------