├── LICENSE ├── README.md ├── data ├── SP01 │ ├── audio │ │ ├── clean │ │ │ ├── train │ │ │ │ └── SP01_001.wav │ │ │ └── val │ │ │ │ └── SP01_200.wav │ │ └── noisy_enh │ │ │ ├── train │ │ │ └── engine_n0db │ │ │ │ └── SP01_001.wav │ │ │ └── val │ │ │ └── engine_n0db │ │ │ └── SP01_200.wav │ ├── audio_stftpt │ │ ├── clean │ │ │ ├── train │ │ │ │ └── SP01_001.pt │ │ │ └── val │ │ │ │ └── SP01_200.pt │ │ └── noisy_enh │ │ │ ├── train │ │ │ └── engine_0db │ │ │ │ └── SP01_001.pt │ │ │ └── val │ │ │ └── engine_0db │ │ │ └── SP01_200.pt │ ├── img_autoencoded_lip │ │ ├── SP01_001.pt │ │ └── SP01_200.pt │ └── video │ │ ├── SP01_001.mp4 │ │ └── SP01_200.mp4 └── SP05 │ ├── audio │ ├── clean │ │ └── test │ │ │ └── SP05_320.wav │ └── noisy_enh │ │ └── test │ │ └── engine_n4db │ │ └── SP05_320.wav │ ├── audio_stftpt │ ├── clean │ │ └── test │ │ │ └── SP05_320.pt │ └── noisy_enh │ │ └── test │ │ └── engine_n4db │ │ └── SP05_320.pt │ ├── img_autoencoded_lip │ └── SP05_320.pt │ └── video │ └── SP05_320.mp4 ├── main ├── PESQ ├── build_model.py ├── data_generator.py ├── main.py ├── prepare_path_list.py ├── scoring.py └── utils.py ├── requirements.txt ├── result ├── LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03) │ ├── Results_Report[LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)].csv │ └── audio │ │ └── SP05 │ │ └── engine_n4db │ │ └── SP05_320.wav └── test_no_model_AV │ └── audio │ └── SP05 │ ├── clean │ └── SP05_320.wav │ └── engine_n4db │ └── SP05_320.wav └── run.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/README.md -------------------------------------------------------------------------------- /data/SP01/audio/clean/train/SP01_001.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio/clean/train/SP01_001.wav -------------------------------------------------------------------------------- /data/SP01/audio/clean/val/SP01_200.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio/clean/val/SP01_200.wav -------------------------------------------------------------------------------- /data/SP01/audio/noisy_enh/train/engine_n0db/SP01_001.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio/noisy_enh/train/engine_n0db/SP01_001.wav -------------------------------------------------------------------------------- /data/SP01/audio/noisy_enh/val/engine_n0db/SP01_200.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio/noisy_enh/val/engine_n0db/SP01_200.wav -------------------------------------------------------------------------------- /data/SP01/audio_stftpt/clean/train/SP01_001.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio_stftpt/clean/train/SP01_001.pt -------------------------------------------------------------------------------- /data/SP01/audio_stftpt/clean/val/SP01_200.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio_stftpt/clean/val/SP01_200.pt -------------------------------------------------------------------------------- /data/SP01/audio_stftpt/noisy_enh/train/engine_0db/SP01_001.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio_stftpt/noisy_enh/train/engine_0db/SP01_001.pt -------------------------------------------------------------------------------- /data/SP01/audio_stftpt/noisy_enh/val/engine_0db/SP01_200.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/audio_stftpt/noisy_enh/val/engine_0db/SP01_200.pt -------------------------------------------------------------------------------- /data/SP01/img_autoencoded_lip/SP01_001.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/img_autoencoded_lip/SP01_001.pt -------------------------------------------------------------------------------- /data/SP01/img_autoencoded_lip/SP01_200.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/img_autoencoded_lip/SP01_200.pt -------------------------------------------------------------------------------- /data/SP01/video/SP01_001.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/video/SP01_001.mp4 -------------------------------------------------------------------------------- /data/SP01/video/SP01_200.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP01/video/SP01_200.mp4 -------------------------------------------------------------------------------- /data/SP05/audio/clean/test/SP05_320.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/audio/clean/test/SP05_320.wav -------------------------------------------------------------------------------- /data/SP05/audio/noisy_enh/test/engine_n4db/SP05_320.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/audio/noisy_enh/test/engine_n4db/SP05_320.wav -------------------------------------------------------------------------------- /data/SP05/audio_stftpt/clean/test/SP05_320.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/audio_stftpt/clean/test/SP05_320.pt -------------------------------------------------------------------------------- /data/SP05/audio_stftpt/noisy_enh/test/engine_n4db/SP05_320.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/audio_stftpt/noisy_enh/test/engine_n4db/SP05_320.pt -------------------------------------------------------------------------------- /data/SP05/img_autoencoded_lip/SP05_320.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/img_autoencoded_lip/SP05_320.pt -------------------------------------------------------------------------------- /data/SP05/video/SP05_320.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/data/SP05/video/SP05_320.mp4 -------------------------------------------------------------------------------- /main/PESQ: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/PESQ -------------------------------------------------------------------------------- /main/build_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/build_model.py -------------------------------------------------------------------------------- /main/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/data_generator.py -------------------------------------------------------------------------------- /main/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/main.py -------------------------------------------------------------------------------- /main/prepare_path_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/prepare_path_list.py -------------------------------------------------------------------------------- /main/scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/scoring.py -------------------------------------------------------------------------------- /main/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/main/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/requirements.txt -------------------------------------------------------------------------------- /result/LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)/Results_Report[LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)].csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/result/LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)/Results_Report[LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)].csv -------------------------------------------------------------------------------- /result/LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)/audio/SP05/engine_n4db/SP05_320.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/result/LAVSE_e(42)lr(5e-05)bs(32)lc(1e-03)/audio/SP05/engine_n4db/SP05_320.wav -------------------------------------------------------------------------------- /result/test_no_model_AV/audio/SP05/clean/SP05_320.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/result/test_no_model_AV/audio/SP05/clean/SP05_320.wav -------------------------------------------------------------------------------- /result/test_no_model_AV/audio/SP05/engine_n4db/SP05_320.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/result/test_no_model_AV/audio/SP05/engine_n4db/SP05_320.wav -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kagaminccino/LAVSE/HEAD/run.sh --------------------------------------------------------------------------------