├── .gitignore ├── LICENSE ├── README.md ├── configs ├── base_config.yaml ├── env_config.yaml ├── eval_configs │ ├── eval_daicwoz_test_config.yaml │ ├── eval_daicwoz_val_config.yaml │ ├── eval_dvlog_test_config.yaml │ ├── eval_dvlog_val_config.yaml │ ├── eval_edaic_test_config.yaml │ ├── eval_edaic_val_config.yaml │ ├── eval_original_dvlog_new_split_test_config.yaml │ ├── eval_original_dvlog_new_split_val_config.yaml │ ├── eval_original_dvlog_test_config.yaml │ └── eval_original_dvlog_val_config.yaml ├── modality_config.yaml └── train_configs │ ├── baseline_daicwoz_config.yaml │ ├── baseline_dvlog_config.yaml │ ├── baseline_edaic_config.yaml │ ├── baseline_original_dvlog_config.yaml │ ├── baseline_original_dvlog_new_split_config.yaml │ ├── perceiver_daicwoz_config.yaml │ ├── perceiver_dvlog_config.yaml │ ├── perceiver_edaic_config.yaml │ ├── perceiver_original_dvlog_config.yaml │ └── perceiver_original_dvlog_new_split_config.yaml ├── constants.py ├── data ├── D-vlog │ └── splits │ │ ├── original │ │ └── splits.csv │ │ ├── test.csv │ │ ├── training.csv │ │ └── validation.csv ├── DAIC-WOZ │ └── splits │ │ ├── test.csv │ │ ├── training.csv │ │ └── validation.csv └── E-DAIC-WOZ │ └── splits │ ├── test.csv │ ├── training.csv │ └── validation.csv ├── datasets ├── __init__.py ├── daicwoz_dataset.py ├── dvlog_dataset.py ├── edaicwoz_dataset.py ├── modalities │ ├── ._base_modality.py │ ├── __init__.py │ ├── base_modality.py │ └── specific_modalities.py ├── original_dvlog_dataset.py └── original_dvlog_new_split_dataset.py ├── evaluate.py ├── evaluators ├── __init__.py └── temporal_evaluator.py ├── experiments ├── daicwoz │ ├── evaluate-baseline-daicwoz-modality-ablation.sh │ ├── evaluate-perceiver-daicwoz-modality-ablation.sh │ ├── train-baseline-daicwoz-modality-ablation.sh │ └── train-perceiver-daicwoz-modality-ablation.sh ├── dvlog │ ├── evaluate-baseline-dvlog-modality-ablation.sh │ ├── evaluate-perceiver-dvlog-modality-ablation.sh │ ├── train-baseline-dvlog-modality-ablation.sh │ └── train-perceiver-dvlog-modality-ablation.sh ├── edaic │ ├── evaluate-baseline-edaic-modality-ablation.sh │ ├── evaluate-perceiver-edaic-modality-ablation.sh │ ├── train-baseline-edaic-modality-ablation.sh │ └── train-perceiver-edaic-modality-ablation.sh ├── original-dvlog-new-split │ ├── evaluate-baseline-original-dvlog-new-split-modality-ablation.sh │ ├── evaluate-perceiver-original-dvlog-new-split-modality-ablation.sh │ ├── train-baseline-original-dvlog-new-split-modality-ablation.sh │ └── train-perceiver-original-dvlog-new-split-modality-ablation.sh ├── original-dvlog │ ├── evaluate-baseline-original-dvlog-modality-ablation.sh │ ├── evaluate-perceiver-original-dvlog-modality-ablation.sh │ ├── train-baseline-original-dvlog-modality-ablation.sh │ └── train-perceiver-original-dvlog-modality-ablation.sh └── run-exps.sh ├── images ├── arch.png ├── counts.png └── presence-fraction.png ├── lib ├── __init__.py ├── __version__.py ├── _nomenclature.py ├── arg_utils.py ├── callbacks │ ├── __init__.py │ ├── callback.py │ ├── early_stopping.py │ ├── lambda_callback.py │ ├── model_checkpoint.py │ └── multi_lr_scheduler.py ├── dataset_extra │ ├── __init__.py │ └── acumen_dataset.py ├── evaluator_extra │ ├── __init__.py │ └── acumen_evaluator.py ├── forge.py ├── loggers │ ├── __init__.py │ ├── no_logger.py │ └── wandb_logger.py ├── model_extra │ ├── __init__.py │ ├── losses.py │ └── outputs.py ├── trainer.py ├── trainer_extra │ ├── __init__.py │ ├── acumen_trainer.py │ └── auto_trainer.py └── utils.py ├── main.py ├── models ├── __init__.py ├── baseline_model.py ├── lucidrains_perceiver.py ├── modality_encoders.py ├── perceiver_blocks.py ├── perceiver_model.py └── repeat.py ├── nomenclature.py ├── requirements.txt ├── scripts ├── .DS_Store ├── conda_envs │ ├── prepare_emonet_env.sh │ ├── prepare_instblink_env.sh │ ├── prepare_landmarks_env.sh │ ├── prepare_mpiigaze_env.sh │ └── prepare_pase+_env.sh └── feature_extraction │ ├── daicwoz │ ├── .prepare_clnf_pose.py.swp │ ├── get_no_idxs.py │ ├── prepare_clnf_aus.py │ ├── prepare_clnf_features3D.py │ ├── prepare_clnf_gaze.py │ ├── prepare_clnf_pose.py │ ├── prepare_covarep.py │ ├── prepare_formant.py │ ├── split_into_chunks.py │ └── untar_data.py │ ├── dvlog │ ├── 20words_mean_face.npy │ ├── emonet.py │ ├── extract_audio_activity.py │ ├── extract_audio_pase_embeddings.py │ ├── extract_blink_patterns.py │ ├── extract_body_pose_landmarks.py │ ├── extract_face_emonet_features.py │ ├── extract_faces_and_landmarks.py │ ├── extract_gaze_tracking.py │ ├── extract_hand_landmarks.py │ ├── extract_wavs.py │ ├── process_voice_activity.py │ ├── split_into_chunks.py │ └── utils.py │ ├── edaic │ ├── get_no_idxs.py │ ├── prepare_cnn_resnet.py │ ├── prepare_egemaps.py │ ├── prepare_mfcc.py │ ├── prepare_pose_gaze_aus.py │ ├── split_into_chunks.py │ └── untar_data.py │ ├── extract-daicwoz-features.sh │ ├── extract-dvlog-blinking-feats.sh │ ├── extract-dvlog-emonet-feats.sh │ ├── extract-dvlog-gaze-feats.sh │ ├── extract-dvlog-landmarks.sh │ ├── extract-dvlog-pase+-feats.sh │ └── extract-edaic-features.sh ├── trainers ├── __init__.py └── classification_trainer.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/README.md -------------------------------------------------------------------------------- /configs/base_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/base_config.yaml -------------------------------------------------------------------------------- /configs/env_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/env_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_daicwoz_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_daicwoz_test_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_daicwoz_val_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_daicwoz_val_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_dvlog_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_dvlog_test_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_dvlog_val_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_dvlog_val_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_edaic_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_edaic_test_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_edaic_val_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_edaic_val_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_original_dvlog_new_split_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_original_dvlog_new_split_test_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_original_dvlog_new_split_val_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_original_dvlog_new_split_val_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_original_dvlog_test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_original_dvlog_test_config.yaml -------------------------------------------------------------------------------- /configs/eval_configs/eval_original_dvlog_val_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/eval_configs/eval_original_dvlog_val_config.yaml -------------------------------------------------------------------------------- /configs/modality_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/modality_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/baseline_daicwoz_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/baseline_daicwoz_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/baseline_dvlog_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/baseline_dvlog_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/baseline_edaic_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/baseline_edaic_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/baseline_original_dvlog_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/baseline_original_dvlog_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/baseline_original_dvlog_new_split_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/baseline_original_dvlog_new_split_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/perceiver_daicwoz_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/perceiver_daicwoz_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/perceiver_dvlog_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/perceiver_dvlog_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/perceiver_edaic_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/perceiver_edaic_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/perceiver_original_dvlog_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/perceiver_original_dvlog_config.yaml -------------------------------------------------------------------------------- /configs/train_configs/perceiver_original_dvlog_new_split_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/configs/train_configs/perceiver_original_dvlog_new_split_config.yaml -------------------------------------------------------------------------------- /constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/constants.py -------------------------------------------------------------------------------- /data/D-vlog/splits/original/splits.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/D-vlog/splits/original/splits.csv -------------------------------------------------------------------------------- /data/D-vlog/splits/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/D-vlog/splits/test.csv -------------------------------------------------------------------------------- /data/D-vlog/splits/training.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/D-vlog/splits/training.csv -------------------------------------------------------------------------------- /data/D-vlog/splits/validation.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/D-vlog/splits/validation.csv -------------------------------------------------------------------------------- /data/DAIC-WOZ/splits/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/DAIC-WOZ/splits/test.csv -------------------------------------------------------------------------------- /data/DAIC-WOZ/splits/training.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/DAIC-WOZ/splits/training.csv -------------------------------------------------------------------------------- /data/DAIC-WOZ/splits/validation.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/DAIC-WOZ/splits/validation.csv -------------------------------------------------------------------------------- /data/E-DAIC-WOZ/splits/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/E-DAIC-WOZ/splits/test.csv -------------------------------------------------------------------------------- /data/E-DAIC-WOZ/splits/training.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/E-DAIC-WOZ/splits/training.csv -------------------------------------------------------------------------------- /data/E-DAIC-WOZ/splits/validation.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/data/E-DAIC-WOZ/splits/validation.csv -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/daicwoz_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/daicwoz_dataset.py -------------------------------------------------------------------------------- /datasets/dvlog_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/dvlog_dataset.py -------------------------------------------------------------------------------- /datasets/edaicwoz_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/edaicwoz_dataset.py -------------------------------------------------------------------------------- /datasets/modalities/._base_modality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/modalities/._base_modality.py -------------------------------------------------------------------------------- /datasets/modalities/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/modalities/__init__.py -------------------------------------------------------------------------------- /datasets/modalities/base_modality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/modalities/base_modality.py -------------------------------------------------------------------------------- /datasets/modalities/specific_modalities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/modalities/specific_modalities.py -------------------------------------------------------------------------------- /datasets/original_dvlog_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/original_dvlog_dataset.py -------------------------------------------------------------------------------- /datasets/original_dvlog_new_split_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/datasets/original_dvlog_new_split_dataset.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/evaluate.py -------------------------------------------------------------------------------- /evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/evaluators/__init__.py -------------------------------------------------------------------------------- /evaluators/temporal_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/evaluators/temporal_evaluator.py -------------------------------------------------------------------------------- /experiments/daicwoz/evaluate-baseline-daicwoz-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/daicwoz/evaluate-baseline-daicwoz-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/daicwoz/evaluate-perceiver-daicwoz-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/daicwoz/evaluate-perceiver-daicwoz-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/daicwoz/train-baseline-daicwoz-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/daicwoz/train-baseline-daicwoz-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/daicwoz/train-perceiver-daicwoz-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/daicwoz/train-perceiver-daicwoz-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/dvlog/evaluate-baseline-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/dvlog/evaluate-baseline-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/dvlog/evaluate-perceiver-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/dvlog/evaluate-perceiver-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/dvlog/train-baseline-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/dvlog/train-baseline-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/dvlog/train-perceiver-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/dvlog/train-perceiver-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/edaic/evaluate-baseline-edaic-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/edaic/evaluate-baseline-edaic-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/edaic/evaluate-perceiver-edaic-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/edaic/evaluate-perceiver-edaic-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/edaic/train-baseline-edaic-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/edaic/train-baseline-edaic-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/edaic/train-perceiver-edaic-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/edaic/train-perceiver-edaic-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog-new-split/evaluate-baseline-original-dvlog-new-split-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog-new-split/evaluate-baseline-original-dvlog-new-split-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog-new-split/evaluate-perceiver-original-dvlog-new-split-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog-new-split/evaluate-perceiver-original-dvlog-new-split-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog-new-split/train-baseline-original-dvlog-new-split-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog-new-split/train-baseline-original-dvlog-new-split-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog-new-split/train-perceiver-original-dvlog-new-split-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog-new-split/train-perceiver-original-dvlog-new-split-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog/evaluate-baseline-original-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog/evaluate-baseline-original-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog/evaluate-perceiver-original-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog/evaluate-perceiver-original-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog/train-baseline-original-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog/train-baseline-original-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/original-dvlog/train-perceiver-original-dvlog-modality-ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/original-dvlog/train-perceiver-original-dvlog-modality-ablation.sh -------------------------------------------------------------------------------- /experiments/run-exps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/experiments/run-exps.sh -------------------------------------------------------------------------------- /images/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/images/arch.png -------------------------------------------------------------------------------- /images/counts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/images/counts.png -------------------------------------------------------------------------------- /images/presence-fraction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/images/presence-fraction.png -------------------------------------------------------------------------------- /lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/__init__.py -------------------------------------------------------------------------------- /lib/__version__.py: -------------------------------------------------------------------------------- 1 | VERSION = '0.0.9' 2 | -------------------------------------------------------------------------------- /lib/_nomenclature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/_nomenclature.py -------------------------------------------------------------------------------- /lib/arg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/arg_utils.py -------------------------------------------------------------------------------- /lib/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/__init__.py -------------------------------------------------------------------------------- /lib/callbacks/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/callback.py -------------------------------------------------------------------------------- /lib/callbacks/early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/early_stopping.py -------------------------------------------------------------------------------- /lib/callbacks/lambda_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/lambda_callback.py -------------------------------------------------------------------------------- /lib/callbacks/model_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/model_checkpoint.py -------------------------------------------------------------------------------- /lib/callbacks/multi_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/callbacks/multi_lr_scheduler.py -------------------------------------------------------------------------------- /lib/dataset_extra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/dataset_extra/__init__.py -------------------------------------------------------------------------------- /lib/dataset_extra/acumen_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/dataset_extra/acumen_dataset.py -------------------------------------------------------------------------------- /lib/evaluator_extra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/evaluator_extra/__init__.py -------------------------------------------------------------------------------- /lib/evaluator_extra/acumen_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/evaluator_extra/acumen_evaluator.py -------------------------------------------------------------------------------- /lib/forge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/forge.py -------------------------------------------------------------------------------- /lib/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/loggers/__init__.py -------------------------------------------------------------------------------- /lib/loggers/no_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/loggers/no_logger.py -------------------------------------------------------------------------------- /lib/loggers/wandb_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/loggers/wandb_logger.py -------------------------------------------------------------------------------- /lib/model_extra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/model_extra/__init__.py -------------------------------------------------------------------------------- /lib/model_extra/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/model_extra/losses.py -------------------------------------------------------------------------------- /lib/model_extra/outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/model_extra/outputs.py -------------------------------------------------------------------------------- /lib/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/trainer.py -------------------------------------------------------------------------------- /lib/trainer_extra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/trainer_extra/__init__.py -------------------------------------------------------------------------------- /lib/trainer_extra/acumen_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/trainer_extra/acumen_trainer.py -------------------------------------------------------------------------------- /lib/trainer_extra/auto_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/trainer_extra/auto_trainer.py -------------------------------------------------------------------------------- /lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/lib/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/baseline_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/baseline_model.py -------------------------------------------------------------------------------- /models/lucidrains_perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/lucidrains_perceiver.py -------------------------------------------------------------------------------- /models/modality_encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/modality_encoders.py -------------------------------------------------------------------------------- /models/perceiver_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/perceiver_blocks.py -------------------------------------------------------------------------------- /models/perceiver_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/perceiver_model.py -------------------------------------------------------------------------------- /models/repeat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/models/repeat.py -------------------------------------------------------------------------------- /nomenclature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/nomenclature.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/.DS_Store -------------------------------------------------------------------------------- /scripts/conda_envs/prepare_emonet_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/conda_envs/prepare_emonet_env.sh -------------------------------------------------------------------------------- /scripts/conda_envs/prepare_instblink_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/conda_envs/prepare_instblink_env.sh -------------------------------------------------------------------------------- /scripts/conda_envs/prepare_landmarks_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/conda_envs/prepare_landmarks_env.sh -------------------------------------------------------------------------------- /scripts/conda_envs/prepare_mpiigaze_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/conda_envs/prepare_mpiigaze_env.sh -------------------------------------------------------------------------------- /scripts/conda_envs/prepare_pase+_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/conda_envs/prepare_pase+_env.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/.prepare_clnf_pose.py.swp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/.prepare_clnf_pose.py.swp -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/get_no_idxs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/get_no_idxs.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_clnf_aus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_clnf_aus.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_clnf_features3D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_clnf_features3D.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_clnf_gaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_clnf_gaze.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_clnf_pose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_clnf_pose.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_covarep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_covarep.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/prepare_formant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/prepare_formant.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/split_into_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/split_into_chunks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/daicwoz/untar_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/daicwoz/untar_data.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/20words_mean_face.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/20words_mean_face.npy -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/emonet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/emonet.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_audio_activity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_audio_activity.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_audio_pase_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_audio_pase_embeddings.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_blink_patterns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_blink_patterns.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_body_pose_landmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_body_pose_landmarks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_face_emonet_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_face_emonet_features.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_faces_and_landmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_faces_and_landmarks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_gaze_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_gaze_tracking.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_hand_landmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_hand_landmarks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/extract_wavs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/extract_wavs.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/process_voice_activity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/process_voice_activity.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/split_into_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/split_into_chunks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/dvlog/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/dvlog/utils.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/get_no_idxs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/get_no_idxs.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/prepare_cnn_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/prepare_cnn_resnet.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/prepare_egemaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/prepare_egemaps.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/prepare_mfcc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/prepare_mfcc.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/prepare_pose_gaze_aus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/prepare_pose_gaze_aus.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/split_into_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/split_into_chunks.py -------------------------------------------------------------------------------- /scripts/feature_extraction/edaic/untar_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/edaic/untar_data.py -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-daicwoz-features.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-daicwoz-features.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-dvlog-blinking-feats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-dvlog-blinking-feats.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-dvlog-emonet-feats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-dvlog-emonet-feats.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-dvlog-gaze-feats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-dvlog-gaze-feats.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-dvlog-landmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-dvlog-landmarks.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-dvlog-pase+-feats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-dvlog-pase+-feats.sh -------------------------------------------------------------------------------- /scripts/feature_extraction/extract-edaic-features.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/scripts/feature_extraction/extract-edaic-features.sh -------------------------------------------------------------------------------- /trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/trainers/__init__.py -------------------------------------------------------------------------------- /trainers/classification_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/trainers/classification_trainer.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmaadrian/multimodal-depression-from-video/HEAD/utils.py --------------------------------------------------------------------------------