├── .flake8 ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── NOTICE.md ├── README.md ├── config ├── config.yaml ├── datamodule │ └── default.yaml ├── experiment │ ├── default.yaml │ ├── universe_original_vb_16k.yaml │ ├── universepp_24k_lora_finetune.yaml │ ├── universepp_lora_finetune.yaml │ ├── universepp_vb_16k.yaml │ └── universepp_vb_24k.yaml ├── model │ ├── default.yaml │ ├── universe_lora.yaml │ ├── universe_original.yaml │ └── universepp_24k.yaml └── trainer │ └── default.yaml ├── data └── prepare_voicebank_demand.sh ├── environment.yaml ├── open_universe ├── __init__.py ├── bin │ ├── enhance.py │ ├── eval_metrics.py │ └── make_table.py ├── datasets │ ├── __init__.py │ ├── datamodule.py │ └── static_dataset.py ├── inference_utils │ ├── __init__.py │ ├── model_loader.py │ └── signature_to_parser.py ├── layers │ └── dyn_range_comp.py ├── lora │ ├── __init__.py │ ├── lora.py │ └── utils.py ├── losses │ ├── __init__.py │ ├── combine.py │ ├── multires_stft.py │ └── phoneme_loss.py ├── metrics │ ├── __init__.py │ ├── dnsmos │ │ ├── DNSMOS │ │ │ ├── bak_ovr.onnx │ │ │ ├── sig.onnx │ │ │ └── sig_bak_ovr.onnx │ │ ├── README.md │ │ ├── __init__.py │ │ ├── dnsmos.py │ │ ├── dnsmos_local.py │ │ └── pDNSMOS │ │ │ └── sig_bak_ovr.onnx │ ├── eval.py │ ├── lps.py │ ├── lsd.py │ ├── pesq.py │ ├── plcmos │ │ ├── LICENSE │ │ ├── README.md │ │ ├── __init__.py │ │ ├── models │ │ │ ├── plcmos_v0.onnx │ │ │ ├── plcmos_v1_intrusive.onnx │ │ │ ├── plcmos_v1_nonintrusive.onnx │ │ │ ├── plcmos_v2.onnx │ │ │ └── plcmos_v2_val.onnx │ │ └── plc_mos.py │ ├── wer.py │ └── wrapper.py ├── networks │ ├── bigvgan │ │ ├── __init__.py │ │ ├── alias_free_act.py │ │ ├── gan.py │ │ └── snake.py │ ├── enhancement │ │ ├── __init__.py │ │ └── base.py │ └── universe │ │ ├── __init__.py │ │ ├── blocks.py │ │ ├── condition.py │ │ ├── lora.py │ │ ├── losses.py │ │ ├── mdn.py │ │ ├── score.py │ │ ├── sigma_block.py │ │ ├── universe.py │ │ └── universe_gan.py ├── prepare │ └── resample.py └── utils │ ├── __init__.py │ ├── autoclip_module.py │ ├── ddp.py │ ├── norm.py │ ├── random.py │ ├── schedulers.py │ ├── stats.py │ └── torch_utils.py ├── pyproject.toml ├── requirements.txt ├── setup.py └── train.py /.flake8: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length=88 3 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/LICENSE -------------------------------------------------------------------------------- /NOTICE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/NOTICE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/README.md -------------------------------------------------------------------------------- /config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/config.yaml -------------------------------------------------------------------------------- /config/datamodule/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/datamodule/default.yaml -------------------------------------------------------------------------------- /config/experiment/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/default.yaml -------------------------------------------------------------------------------- /config/experiment/universe_original_vb_16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/universe_original_vb_16k.yaml -------------------------------------------------------------------------------- /config/experiment/universepp_24k_lora_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/universepp_24k_lora_finetune.yaml -------------------------------------------------------------------------------- /config/experiment/universepp_lora_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/universepp_lora_finetune.yaml -------------------------------------------------------------------------------- /config/experiment/universepp_vb_16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/universepp_vb_16k.yaml -------------------------------------------------------------------------------- /config/experiment/universepp_vb_24k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/experiment/universepp_vb_24k.yaml -------------------------------------------------------------------------------- /config/model/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/model/default.yaml -------------------------------------------------------------------------------- /config/model/universe_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/model/universe_lora.yaml -------------------------------------------------------------------------------- /config/model/universe_original.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/model/universe_original.yaml -------------------------------------------------------------------------------- /config/model/universepp_24k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/model/universepp_24k.yaml -------------------------------------------------------------------------------- /config/trainer/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/config/trainer/default.yaml -------------------------------------------------------------------------------- /data/prepare_voicebank_demand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/data/prepare_voicebank_demand.sh -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/environment.yaml -------------------------------------------------------------------------------- /open_universe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/__init__.py -------------------------------------------------------------------------------- /open_universe/bin/enhance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/bin/enhance.py -------------------------------------------------------------------------------- /open_universe/bin/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/bin/eval_metrics.py -------------------------------------------------------------------------------- /open_universe/bin/make_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/bin/make_table.py -------------------------------------------------------------------------------- /open_universe/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/datasets/__init__.py -------------------------------------------------------------------------------- /open_universe/datasets/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/datasets/datamodule.py -------------------------------------------------------------------------------- /open_universe/datasets/static_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/datasets/static_dataset.py -------------------------------------------------------------------------------- /open_universe/inference_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/inference_utils/__init__.py -------------------------------------------------------------------------------- /open_universe/inference_utils/model_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/inference_utils/model_loader.py -------------------------------------------------------------------------------- /open_universe/inference_utils/signature_to_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/inference_utils/signature_to_parser.py -------------------------------------------------------------------------------- /open_universe/layers/dyn_range_comp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/layers/dyn_range_comp.py -------------------------------------------------------------------------------- /open_universe/lora/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/lora/__init__.py -------------------------------------------------------------------------------- /open_universe/lora/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/lora/lora.py -------------------------------------------------------------------------------- /open_universe/lora/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/lora/utils.py -------------------------------------------------------------------------------- /open_universe/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/losses/__init__.py -------------------------------------------------------------------------------- /open_universe/losses/combine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/losses/combine.py -------------------------------------------------------------------------------- /open_universe/losses/multires_stft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/losses/multires_stft.py -------------------------------------------------------------------------------- /open_universe/losses/phoneme_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/losses/phoneme_loss.py -------------------------------------------------------------------------------- /open_universe/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/__init__.py -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/DNSMOS/bak_ovr.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/DNSMOS/bak_ovr.onnx -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/DNSMOS/sig.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/DNSMOS/sig.onnx -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/DNSMOS/sig_bak_ovr.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/DNSMOS/sig_bak_ovr.onnx -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/README.md -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/__init__.py: -------------------------------------------------------------------------------- 1 | from .dnsmos_local import Compute_DNSMOS 2 | -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/dnsmos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/dnsmos.py -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/dnsmos_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/dnsmos_local.py -------------------------------------------------------------------------------- /open_universe/metrics/dnsmos/pDNSMOS/sig_bak_ovr.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/dnsmos/pDNSMOS/sig_bak_ovr.onnx -------------------------------------------------------------------------------- /open_universe/metrics/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/eval.py -------------------------------------------------------------------------------- /open_universe/metrics/lps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/lps.py -------------------------------------------------------------------------------- /open_universe/metrics/lsd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/lsd.py -------------------------------------------------------------------------------- /open_universe/metrics/pesq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/pesq.py -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/LICENSE -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/README.md -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/__init__.py: -------------------------------------------------------------------------------- 1 | from .plc_mos import PLCMOSEstimator 2 | -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/models/plcmos_v0.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/models/plcmos_v0.onnx -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/models/plcmos_v1_intrusive.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/models/plcmos_v1_intrusive.onnx -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/models/plcmos_v1_nonintrusive.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/models/plcmos_v1_nonintrusive.onnx -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/models/plcmos_v2.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/models/plcmos_v2.onnx -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/models/plcmos_v2_val.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/models/plcmos_v2_val.onnx -------------------------------------------------------------------------------- /open_universe/metrics/plcmos/plc_mos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/plcmos/plc_mos.py -------------------------------------------------------------------------------- /open_universe/metrics/wer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/wer.py -------------------------------------------------------------------------------- /open_universe/metrics/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/metrics/wrapper.py -------------------------------------------------------------------------------- /open_universe/networks/bigvgan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/bigvgan/__init__.py -------------------------------------------------------------------------------- /open_universe/networks/bigvgan/alias_free_act.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/bigvgan/alias_free_act.py -------------------------------------------------------------------------------- /open_universe/networks/bigvgan/gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/bigvgan/gan.py -------------------------------------------------------------------------------- /open_universe/networks/bigvgan/snake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/bigvgan/snake.py -------------------------------------------------------------------------------- /open_universe/networks/enhancement/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/enhancement/__init__.py -------------------------------------------------------------------------------- /open_universe/networks/enhancement/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/enhancement/base.py -------------------------------------------------------------------------------- /open_universe/networks/universe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/__init__.py -------------------------------------------------------------------------------- /open_universe/networks/universe/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/blocks.py -------------------------------------------------------------------------------- /open_universe/networks/universe/condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/condition.py -------------------------------------------------------------------------------- /open_universe/networks/universe/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/lora.py -------------------------------------------------------------------------------- /open_universe/networks/universe/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/losses.py -------------------------------------------------------------------------------- /open_universe/networks/universe/mdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/mdn.py -------------------------------------------------------------------------------- /open_universe/networks/universe/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/score.py -------------------------------------------------------------------------------- /open_universe/networks/universe/sigma_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/sigma_block.py -------------------------------------------------------------------------------- /open_universe/networks/universe/universe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/universe.py -------------------------------------------------------------------------------- /open_universe/networks/universe/universe_gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/networks/universe/universe_gan.py -------------------------------------------------------------------------------- /open_universe/prepare/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/prepare/resample.py -------------------------------------------------------------------------------- /open_universe/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/__init__.py -------------------------------------------------------------------------------- /open_universe/utils/autoclip_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/autoclip_module.py -------------------------------------------------------------------------------- /open_universe/utils/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/ddp.py -------------------------------------------------------------------------------- /open_universe/utils/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/norm.py -------------------------------------------------------------------------------- /open_universe/utils/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/random.py -------------------------------------------------------------------------------- /open_universe/utils/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/schedulers.py -------------------------------------------------------------------------------- /open_universe/utils/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/stats.py -------------------------------------------------------------------------------- /open_universe/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/open_universe/utils/torch_utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/setup.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/line/open-universe/HEAD/train.py --------------------------------------------------------------------------------