├── .gitignore ├── REACT2023_Challenge_Baseline_paper.pdf ├── README.md ├── config ├── 1_belfusion_vae.yaml └── 2_belfusion_ldm.yaml ├── data ├── train.csv └── val.csv ├── dataset.py ├── evaluate.py ├── external ├── FaceVerse │ ├── FaceVerseModel.py │ ├── LICENSE │ ├── ModelRenderer.py │ └── __init__.py └── PIRender │ ├── LICENSE.md │ ├── __init__.py │ ├── base_function.py │ ├── face_model.py │ └── flow_util.py ├── metric ├── ACC.py ├── FRC.py ├── FRD.py ├── FRDvs.py ├── FRVar.py ├── S_MSE.py ├── TLCC.py ├── __init__.py └── metric.py ├── model ├── BasicBlock.py ├── TransformerVAE.py ├── __init__.py ├── belfusion │ ├── diffusion.py │ ├── matchers.py │ ├── mlp_diffae.py │ ├── resample.py │ ├── rnn.py │ └── torch.py └── losses.py ├── render.py ├── requirements.txt ├── run_baselines.py ├── tool ├── audio_visual_clip.py ├── data_indices.csv └── matrix_split.py ├── train.py ├── train_belfusion.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/.gitignore -------------------------------------------------------------------------------- /REACT2023_Challenge_Baseline_paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/REACT2023_Challenge_Baseline_paper.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/README.md -------------------------------------------------------------------------------- /config/1_belfusion_vae.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/config/1_belfusion_vae.yaml -------------------------------------------------------------------------------- /config/2_belfusion_ldm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/config/2_belfusion_ldm.yaml -------------------------------------------------------------------------------- /data/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/data/train.csv -------------------------------------------------------------------------------- /data/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/data/val.csv -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/dataset.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/evaluate.py -------------------------------------------------------------------------------- /external/FaceVerse/FaceVerseModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/FaceVerse/FaceVerseModel.py -------------------------------------------------------------------------------- /external/FaceVerse/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/FaceVerse/LICENSE -------------------------------------------------------------------------------- /external/FaceVerse/ModelRenderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/FaceVerse/ModelRenderer.py -------------------------------------------------------------------------------- /external/FaceVerse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/FaceVerse/__init__.py -------------------------------------------------------------------------------- /external/PIRender/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/PIRender/LICENSE.md -------------------------------------------------------------------------------- /external/PIRender/__init__.py: -------------------------------------------------------------------------------- 1 | from .face_model import FaceGenerator -------------------------------------------------------------------------------- /external/PIRender/base_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/PIRender/base_function.py -------------------------------------------------------------------------------- /external/PIRender/face_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/PIRender/face_model.py -------------------------------------------------------------------------------- /external/PIRender/flow_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/external/PIRender/flow_util.py -------------------------------------------------------------------------------- /metric/ACC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/ACC.py -------------------------------------------------------------------------------- /metric/FRC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/FRC.py -------------------------------------------------------------------------------- /metric/FRD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/FRD.py -------------------------------------------------------------------------------- /metric/FRDvs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/FRDvs.py -------------------------------------------------------------------------------- /metric/FRVar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/FRVar.py -------------------------------------------------------------------------------- /metric/S_MSE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/S_MSE.py -------------------------------------------------------------------------------- /metric/TLCC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/TLCC.py -------------------------------------------------------------------------------- /metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/__init__.py -------------------------------------------------------------------------------- /metric/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/metric/metric.py -------------------------------------------------------------------------------- /model/BasicBlock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/BasicBlock.py -------------------------------------------------------------------------------- /model/TransformerVAE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/TransformerVAE.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/belfusion/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/diffusion.py -------------------------------------------------------------------------------- /model/belfusion/matchers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/matchers.py -------------------------------------------------------------------------------- /model/belfusion/mlp_diffae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/mlp_diffae.py -------------------------------------------------------------------------------- /model/belfusion/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/resample.py -------------------------------------------------------------------------------- /model/belfusion/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/rnn.py -------------------------------------------------------------------------------- /model/belfusion/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/belfusion/torch.py -------------------------------------------------------------------------------- /model/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/model/losses.py -------------------------------------------------------------------------------- /render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/render.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/run_baselines.py -------------------------------------------------------------------------------- /tool/audio_visual_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/tool/audio_visual_clip.py -------------------------------------------------------------------------------- /tool/data_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/tool/data_indices.csv -------------------------------------------------------------------------------- /tool/matrix_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/tool/matrix_split.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/train.py -------------------------------------------------------------------------------- /train_belfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/train_belfusion.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2023/HEAD/utils.py --------------------------------------------------------------------------------