├── .gitignore ├── .python-version ├── LICENSE ├── README.md ├── inference └── OpenLipSync.Inference │ ├── OpenLipSync.Inference.Test │ ├── OpenLipSync.Inference.Test.csproj │ ├── Program.cs │ ├── ResoniteVisemeAnalyzerEmulator.cs │ └── SampleLocator.cs │ ├── OpenLipSync.Inference.sln │ ├── OpenLipSync.Inference.sln.DotSettings.user │ ├── OpenLipSync.Inference │ ├── Audio │ │ ├── AudioProcessingConfig.cs │ │ ├── AudioResampler.cs │ │ ├── AudioRingBuffer.cs │ │ ├── FFTProcessor.cs │ │ └── MelSpectrogramProcessor.cs │ ├── AudioContext.cs │ ├── AudioInfo.cs │ ├── ModelConfig.cs │ ├── ModelInfo.cs │ ├── OVRCompat │ │ ├── AudioDataType.cs │ │ ├── ContextProviders.cs │ │ ├── Frame.cs │ │ ├── IOvrLipSyncBackend.cs │ │ ├── NullOvrLipSyncBackend.cs │ │ ├── OVRLipSyncContext.cs │ │ ├── OVRLipSyncInterface.cs │ │ ├── Result.cs │ │ ├── Signals.cs │ │ └── Viseme.cs │ ├── OpenLipSync.Inference.csproj │ ├── OpenLipSyncBackend.cs │ └── TrainingInfo.cs │ └── global.json ├── pyproject.toml ├── run_mfa_alignment_prepared.sh ├── training ├── configs │ └── viseme_map_en_us_arpa.json ├── modules │ ├── __init__.py │ ├── config.py │ ├── data_pipeline.py │ ├── dataset_manager.py │ ├── logger.py │ ├── tcn_model.py │ └── training_utils.py ├── recipes │ ├── tcn_baseline.toml │ ├── tcn_config.toml │ ├── tcn_exp.toml │ └── tcn_test.toml ├── scripts │ ├── createDataCorpus.py │ └── downloadTrainingData.py ├── tools │ ├── crossfade_viz.py │ ├── export_onnx.py │ └── gui_debugger.py └── train.py └── uv.lock /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.13 2 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/README.md -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/OpenLipSync.Inference.Test.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/OpenLipSync.Inference.Test.csproj -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/Program.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/ResoniteVisemeAnalyzerEmulator.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/ResoniteVisemeAnalyzerEmulator.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/SampleLocator.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.Test/SampleLocator.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.sln -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference.sln.DotSettings.user: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference.sln.DotSettings.user -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioProcessingConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioProcessingConfig.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioResampler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioResampler.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioRingBuffer.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/AudioRingBuffer.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/FFTProcessor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/FFTProcessor.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/MelSpectrogramProcessor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/Audio/MelSpectrogramProcessor.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/AudioContext.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/AudioContext.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/AudioInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/AudioInfo.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/ModelConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/ModelConfig.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/ModelInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/ModelInfo.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/AudioDataType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/AudioDataType.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/ContextProviders.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/ContextProviders.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Frame.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Frame.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/IOvrLipSyncBackend.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/IOvrLipSyncBackend.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/NullOvrLipSyncBackend.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/NullOvrLipSyncBackend.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/OVRLipSyncContext.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/OVRLipSyncContext.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/OVRLipSyncInterface.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/OVRLipSyncInterface.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Result.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Result.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Signals.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Signals.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Viseme.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OVRCompat/Viseme.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OpenLipSync.Inference.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OpenLipSync.Inference.csproj -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/OpenLipSyncBackend.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/OpenLipSyncBackend.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/OpenLipSync.Inference/TrainingInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/OpenLipSync.Inference/TrainingInfo.cs -------------------------------------------------------------------------------- /inference/OpenLipSync.Inference/global.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/inference/OpenLipSync.Inference/global.json -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/pyproject.toml -------------------------------------------------------------------------------- /run_mfa_alignment_prepared.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/run_mfa_alignment_prepared.sh -------------------------------------------------------------------------------- /training/configs/viseme_map_en_us_arpa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/configs/viseme_map_en_us_arpa.json -------------------------------------------------------------------------------- /training/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/__init__.py -------------------------------------------------------------------------------- /training/modules/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/config.py -------------------------------------------------------------------------------- /training/modules/data_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/data_pipeline.py -------------------------------------------------------------------------------- /training/modules/dataset_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/dataset_manager.py -------------------------------------------------------------------------------- /training/modules/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/logger.py -------------------------------------------------------------------------------- /training/modules/tcn_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/tcn_model.py -------------------------------------------------------------------------------- /training/modules/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/modules/training_utils.py -------------------------------------------------------------------------------- /training/recipes/tcn_baseline.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/recipes/tcn_baseline.toml -------------------------------------------------------------------------------- /training/recipes/tcn_config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/recipes/tcn_config.toml -------------------------------------------------------------------------------- /training/recipes/tcn_exp.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/recipes/tcn_exp.toml -------------------------------------------------------------------------------- /training/recipes/tcn_test.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/recipes/tcn_test.toml -------------------------------------------------------------------------------- /training/scripts/createDataCorpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/scripts/createDataCorpus.py -------------------------------------------------------------------------------- /training/scripts/downloadTrainingData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/scripts/downloadTrainingData.py -------------------------------------------------------------------------------- /training/tools/crossfade_viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/tools/crossfade_viz.py -------------------------------------------------------------------------------- /training/tools/export_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/tools/export_onnx.py -------------------------------------------------------------------------------- /training/tools/gui_debugger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/tools/gui_debugger.py -------------------------------------------------------------------------------- /training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/training/train.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/KyuubiYoru/OpenLipSync/HEAD/uv.lock --------------------------------------------------------------------------------