├── README.md ├── config ├── 1_belfusion_vae.yaml └── 2_belfusion_ldm.yaml ├── dataset.py ├── evaluate.py ├── external ├── FaceVerse │ ├── FaceVerseModel.py │ ├── LICENSE │ ├── ModelRenderer.py │ └── __init__.py └── PIRender │ ├── LICENSE.md │ ├── __init__.py │ ├── base_function.py │ ├── face_model.py │ └── flow_util.py ├── metric ├── ACC.py ├── FRC.py ├── FRD.py ├── FRDvs.py ├── FRVar.py ├── S_MSE.py ├── TLCC.py ├── __init__.py └── metric.py ├── model ├── BasicBlock.py ├── TransformerVAE.py ├── __init__.py ├── belfusion │ ├── diffusion.py │ ├── matchers.py │ ├── mlp_diffae.py │ ├── resample.py │ ├── rnn.py │ └── torch.py └── losses.py ├── regnn ├── datasets │ ├── __init__.py │ └── datasets.py ├── evaluation.py ├── feature_extraction.py ├── metric │ ├── ACC.py │ ├── FRC.py │ ├── FRD.py │ ├── FRDvs.py │ ├── FRVar.py │ ├── S_MSE.py │ ├── TLCC.py │ ├── __init__.py │ └── metric.py ├── models │ ├── LipschitzGraph.py │ ├── MULTModel.py │ ├── __init__.py │ ├── cognitive.py │ ├── distribution.py │ ├── mhp.py │ ├── model_utils.py │ ├── multimodel │ │ ├── multihead_attention.py │ │ ├── position_embedding.py │ │ └── transformer.py │ ├── perceptual.py │ ├── swin_transformer.py │ └── torchvggish │ │ ├── mel_features.py │ │ ├── vggish.py │ │ ├── vggish_input.py │ │ └── vggish_params.py ├── scripts │ ├── inference.sh │ └── train.sh ├── tool │ └── matrix_split.py ├── train.py ├── trainers.py └── utils │ ├── __init__.py │ ├── compute_distance_fun.py │ ├── evaluate.py │ ├── file.py │ ├── logging.py │ ├── loss.py │ ├── lr_scheduler.py │ └── meters.py ├── render.py ├── requirements.txt ├── run_baselines.py ├── tool ├── audio_visual_clip.py ├── data_indices.csv └── matrix_split.py ├── train.py ├── train_belfusion.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/README.md -------------------------------------------------------------------------------- /config/1_belfusion_vae.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/config/1_belfusion_vae.yaml -------------------------------------------------------------------------------- /config/2_belfusion_ldm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/config/2_belfusion_ldm.yaml -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/dataset.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/evaluate.py -------------------------------------------------------------------------------- /external/FaceVerse/FaceVerseModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/FaceVerse/FaceVerseModel.py -------------------------------------------------------------------------------- /external/FaceVerse/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/FaceVerse/LICENSE -------------------------------------------------------------------------------- /external/FaceVerse/ModelRenderer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/FaceVerse/ModelRenderer.py -------------------------------------------------------------------------------- /external/FaceVerse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/FaceVerse/__init__.py -------------------------------------------------------------------------------- /external/PIRender/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/PIRender/LICENSE.md -------------------------------------------------------------------------------- /external/PIRender/__init__.py: -------------------------------------------------------------------------------- 1 | from .face_model import FaceGenerator -------------------------------------------------------------------------------- /external/PIRender/base_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/PIRender/base_function.py -------------------------------------------------------------------------------- /external/PIRender/face_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/PIRender/face_model.py -------------------------------------------------------------------------------- /external/PIRender/flow_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/external/PIRender/flow_util.py -------------------------------------------------------------------------------- /metric/ACC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/ACC.py -------------------------------------------------------------------------------- /metric/FRC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/FRC.py -------------------------------------------------------------------------------- /metric/FRD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/FRD.py -------------------------------------------------------------------------------- /metric/FRDvs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/FRDvs.py -------------------------------------------------------------------------------- /metric/FRVar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/FRVar.py -------------------------------------------------------------------------------- /metric/S_MSE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/S_MSE.py -------------------------------------------------------------------------------- /metric/TLCC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/TLCC.py -------------------------------------------------------------------------------- /metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/__init__.py -------------------------------------------------------------------------------- /metric/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/metric/metric.py -------------------------------------------------------------------------------- /model/BasicBlock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/BasicBlock.py -------------------------------------------------------------------------------- /model/TransformerVAE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/TransformerVAE.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/belfusion/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/diffusion.py -------------------------------------------------------------------------------- /model/belfusion/matchers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/matchers.py -------------------------------------------------------------------------------- /model/belfusion/mlp_diffae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/mlp_diffae.py -------------------------------------------------------------------------------- /model/belfusion/resample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/resample.py -------------------------------------------------------------------------------- /model/belfusion/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/rnn.py -------------------------------------------------------------------------------- /model/belfusion/torch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/belfusion/torch.py -------------------------------------------------------------------------------- /model/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/model/losses.py -------------------------------------------------------------------------------- /regnn/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | from .datasets import ActionData -------------------------------------------------------------------------------- /regnn/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/datasets/datasets.py -------------------------------------------------------------------------------- /regnn/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/evaluation.py -------------------------------------------------------------------------------- /regnn/feature_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/feature_extraction.py -------------------------------------------------------------------------------- /regnn/metric/ACC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/ACC.py -------------------------------------------------------------------------------- /regnn/metric/FRC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/FRC.py -------------------------------------------------------------------------------- /regnn/metric/FRD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/FRD.py -------------------------------------------------------------------------------- /regnn/metric/FRDvs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/FRDvs.py -------------------------------------------------------------------------------- /regnn/metric/FRVar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/FRVar.py -------------------------------------------------------------------------------- /regnn/metric/S_MSE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/S_MSE.py -------------------------------------------------------------------------------- /regnn/metric/TLCC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/TLCC.py -------------------------------------------------------------------------------- /regnn/metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/__init__.py -------------------------------------------------------------------------------- /regnn/metric/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/metric/metric.py -------------------------------------------------------------------------------- /regnn/models/LipschitzGraph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/LipschitzGraph.py -------------------------------------------------------------------------------- /regnn/models/MULTModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/MULTModel.py -------------------------------------------------------------------------------- /regnn/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/__init__.py -------------------------------------------------------------------------------- /regnn/models/cognitive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/cognitive.py -------------------------------------------------------------------------------- /regnn/models/distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/distribution.py -------------------------------------------------------------------------------- /regnn/models/mhp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/mhp.py -------------------------------------------------------------------------------- /regnn/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/model_utils.py -------------------------------------------------------------------------------- /regnn/models/multimodel/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/multimodel/multihead_attention.py -------------------------------------------------------------------------------- /regnn/models/multimodel/position_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/multimodel/position_embedding.py -------------------------------------------------------------------------------- /regnn/models/multimodel/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/multimodel/transformer.py -------------------------------------------------------------------------------- /regnn/models/perceptual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/perceptual.py -------------------------------------------------------------------------------- /regnn/models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/swin_transformer.py -------------------------------------------------------------------------------- /regnn/models/torchvggish/mel_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/torchvggish/mel_features.py -------------------------------------------------------------------------------- /regnn/models/torchvggish/vggish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/torchvggish/vggish.py -------------------------------------------------------------------------------- /regnn/models/torchvggish/vggish_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/torchvggish/vggish_input.py -------------------------------------------------------------------------------- /regnn/models/torchvggish/vggish_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/models/torchvggish/vggish_params.py -------------------------------------------------------------------------------- /regnn/scripts/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/scripts/inference.sh -------------------------------------------------------------------------------- /regnn/scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/scripts/train.sh -------------------------------------------------------------------------------- /regnn/tool/matrix_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/tool/matrix_split.py -------------------------------------------------------------------------------- /regnn/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/train.py -------------------------------------------------------------------------------- /regnn/trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/trainers.py -------------------------------------------------------------------------------- /regnn/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /regnn/utils/compute_distance_fun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/compute_distance_fun.py -------------------------------------------------------------------------------- /regnn/utils/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/evaluate.py -------------------------------------------------------------------------------- /regnn/utils/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/file.py -------------------------------------------------------------------------------- /regnn/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/logging.py -------------------------------------------------------------------------------- /regnn/utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/loss.py -------------------------------------------------------------------------------- /regnn/utils/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/lr_scheduler.py -------------------------------------------------------------------------------- /regnn/utils/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/regnn/utils/meters.py -------------------------------------------------------------------------------- /render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/render.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_baselines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/run_baselines.py -------------------------------------------------------------------------------- /tool/audio_visual_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/tool/audio_visual_clip.py -------------------------------------------------------------------------------- /tool/data_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/tool/data_indices.csv -------------------------------------------------------------------------------- /tool/matrix_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/tool/matrix_split.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/train.py -------------------------------------------------------------------------------- /train_belfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/train_belfusion.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reactmultimodalchallenge/baseline_react2024/HEAD/utils.py --------------------------------------------------------------------------------