├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── data ├── __init__.py ├── checkpoints │ ├── gru_ccc_loss-epoch:17-loss:0.6913-ccc_v:0.2252-ccc_a:0.3922.hdf5 │ └── simple_cnn_ccc_loss.0001-0.7792.hdf5 ├── logs │ ├── gru_ccc_loss-20200531-173214 │ │ ├── train │ │ │ └── events.out.tfevents.1590946344.615aa840b07e.20239.1361.v2 │ │ └── validation │ │ │ └── events.out.tfevents.1590946591.615aa840b07e.20239.91447.v2 │ └── simple_cnn_ccc_loss-20200529-083457 │ │ ├── train │ │ └── events.out.tfevents.1590741358.615aa840b07e.63105.276.v2 │ │ └── validation │ │ └── events.out.tfevents.1590741715.615aa840b07e.63105.36314.v2 └── video_lengths.csv ├── notebooks ├── predict.ipynb ├── train-gru_1_layer_ccc_loss.ipynb ├── train-gru_3_layers_ccc_loss.ipynb ├── train-simple_cnn-on_subset_3.ipynb ├── train-simple_cnn-whole_data-fixed_steps.ipynb ├── train-simple_cnn-whole_data-unfixed_steps.ipynb ├── train-simple_rnn_1_layers_ccc_loss.ipynb ├── validate_cnn_on_small_datasets.ipynb └── visualization_of_cnn_layers.ipynb ├── requirements.txt └── src ├── __init__.py ├── analysis ├── __init__.py ├── annotation_vizualizer.py ├── augmentation_visualizer.py ├── dataset_visualizer.py └── test_predictions.py ├── config.py ├── data.py ├── data_generator.py ├── extract_features.py ├── extractor.py ├── interpolation.py ├── metrics.py ├── models.py ├── predict.py ├── processor.py ├── tests ├── __init__.py └── test_videoHelper.py ├── train_cnn.py ├── train_rnn.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/checkpoints/gru_ccc_loss-epoch:17-loss:0.6913-ccc_v:0.2252-ccc_a:0.3922.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/checkpoints/gru_ccc_loss-epoch:17-loss:0.6913-ccc_v:0.2252-ccc_a:0.3922.hdf5 -------------------------------------------------------------------------------- /data/checkpoints/simple_cnn_ccc_loss.0001-0.7792.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/checkpoints/simple_cnn_ccc_loss.0001-0.7792.hdf5 -------------------------------------------------------------------------------- /data/logs/gru_ccc_loss-20200531-173214/train/events.out.tfevents.1590946344.615aa840b07e.20239.1361.v2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/logs/gru_ccc_loss-20200531-173214/train/events.out.tfevents.1590946344.615aa840b07e.20239.1361.v2 -------------------------------------------------------------------------------- /data/logs/gru_ccc_loss-20200531-173214/validation/events.out.tfevents.1590946591.615aa840b07e.20239.91447.v2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/logs/gru_ccc_loss-20200531-173214/validation/events.out.tfevents.1590946591.615aa840b07e.20239.91447.v2 -------------------------------------------------------------------------------- /data/logs/simple_cnn_ccc_loss-20200529-083457/train/events.out.tfevents.1590741358.615aa840b07e.63105.276.v2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/logs/simple_cnn_ccc_loss-20200529-083457/train/events.out.tfevents.1590741358.615aa840b07e.63105.276.v2 -------------------------------------------------------------------------------- /data/logs/simple_cnn_ccc_loss-20200529-083457/validation/events.out.tfevents.1590741715.615aa840b07e.63105.36314.v2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/logs/simple_cnn_ccc_loss-20200529-083457/validation/events.out.tfevents.1590741715.615aa840b07e.63105.36314.v2 -------------------------------------------------------------------------------- /data/video_lengths.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/data/video_lengths.csv -------------------------------------------------------------------------------- /notebooks/predict.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/predict.ipynb -------------------------------------------------------------------------------- /notebooks/train-gru_1_layer_ccc_loss.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-gru_1_layer_ccc_loss.ipynb -------------------------------------------------------------------------------- /notebooks/train-gru_3_layers_ccc_loss.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-gru_3_layers_ccc_loss.ipynb -------------------------------------------------------------------------------- /notebooks/train-simple_cnn-on_subset_3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-simple_cnn-on_subset_3.ipynb -------------------------------------------------------------------------------- /notebooks/train-simple_cnn-whole_data-fixed_steps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-simple_cnn-whole_data-fixed_steps.ipynb -------------------------------------------------------------------------------- /notebooks/train-simple_cnn-whole_data-unfixed_steps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-simple_cnn-whole_data-unfixed_steps.ipynb -------------------------------------------------------------------------------- /notebooks/train-simple_rnn_1_layers_ccc_loss.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/train-simple_rnn_1_layers_ccc_loss.ipynb -------------------------------------------------------------------------------- /notebooks/validate_cnn_on_small_datasets.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/validate_cnn_on_small_datasets.ipynb -------------------------------------------------------------------------------- /notebooks/visualization_of_cnn_layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/notebooks/visualization_of_cnn_layers.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/analysis/annotation_vizualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/analysis/annotation_vizualizer.py -------------------------------------------------------------------------------- /src/analysis/augmentation_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/analysis/augmentation_visualizer.py -------------------------------------------------------------------------------- /src/analysis/dataset_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/analysis/dataset_visualizer.py -------------------------------------------------------------------------------- /src/analysis/test_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/analysis/test_predictions.py -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/config.py -------------------------------------------------------------------------------- /src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/data.py -------------------------------------------------------------------------------- /src/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/data_generator.py -------------------------------------------------------------------------------- /src/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/extract_features.py -------------------------------------------------------------------------------- /src/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/extractor.py -------------------------------------------------------------------------------- /src/interpolation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/interpolation.py -------------------------------------------------------------------------------- /src/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/metrics.py -------------------------------------------------------------------------------- /src/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/models.py -------------------------------------------------------------------------------- /src/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/predict.py -------------------------------------------------------------------------------- /src/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/processor.py -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/test_videoHelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/tests/test_videoHelper.py -------------------------------------------------------------------------------- /src/train_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/train_cnn.py -------------------------------------------------------------------------------- /src/train_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/train_rnn.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DenisRang/Combined-CNN-RNN-for-emotion-recognition/HEAD/src/utils.py --------------------------------------------------------------------------------