├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── configs ├── demo_mpiifacegaze_resnet_simple_14.yaml ├── demo_mpiigaze_resnet.yaml ├── mpiifacegaze │ ├── alexnet_eval.yaml │ ├── alexnet_train.yaml │ ├── resnet_simple_14_eval.yaml │ └── resnet_simple_14_train.yaml └── mpiigaze │ ├── lenet_eval.yaml │ ├── lenet_train.yaml │ ├── lenet_train_using_all_data.yaml │ ├── resnet_preact_eval.yaml │ ├── resnet_preact_train.yaml │ └── resnet_preact_train_using_all_data.yaml ├── convert_to_onnx.py ├── data ├── calib │ ├── .gitignore │ ├── normalized_camera_params_eye.yaml │ ├── normalized_camera_params_face.yaml │ └── sample_params.yaml ├── dlib │ └── .gitignore └── models │ └── .gitignore ├── demo.py ├── evaluate.py ├── figures ├── mpiifacegaze │ ├── alexnet.png │ └── resnet_simple.png └── mpiigaze │ ├── lenet.png │ └── resnet_preact_8.png ├── gaze_estimation ├── __init__.py ├── config │ ├── __init__.py │ ├── config_node.py │ └── defaults.py ├── dataloader.py ├── datasets │ ├── __init__.py │ ├── mpiifacegaze.py │ └── mpiigaze.py ├── gaze_estimator │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── camera.py │ │ ├── eye.py │ │ ├── face.py │ │ ├── face_model.py │ │ ├── face_parts.py │ │ └── visualizer.py │ ├── gaze_estimator.py │ └── head_pose_estimation │ │ ├── __init__.py │ │ ├── face_landmark_estimator.py │ │ └── head_pose_normalizer.py ├── logger.py ├── losses.py ├── models │ ├── __init__.py │ ├── mpiifacegaze │ │ ├── __init__.py │ │ ├── alexnet.py │ │ ├── backbones │ │ │ ├── __init__.py │ │ │ └── resnet_simple.py │ │ └── resnet_simple.py │ └── mpiigaze │ │ ├── __init__.py │ │ ├── lenet.py │ │ └── resnet_preact.py ├── optim.py ├── scheduler.py ├── tensorboard.py ├── transforms.py ├── types.py └── utils.py ├── requirements.txt ├── scripts ├── download_dlib_model.sh ├── download_mpiifacegaze_dataset.sh ├── download_mpiigaze_dataset.sh ├── run_all_mpiifacegaze_alexnet.sh ├── run_all_mpiifacegaze_resnet_simple_14.sh ├── run_all_mpiigaze_lenet.sh └── run_all_mpiigaze_resnet_preact.sh ├── tools ├── capture_video.py ├── preprocess_mpiifacegaze.py └── preprocess_mpiigaze.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/README.md -------------------------------------------------------------------------------- /configs/demo_mpiifacegaze_resnet_simple_14.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/demo_mpiifacegaze_resnet_simple_14.yaml -------------------------------------------------------------------------------- /configs/demo_mpiigaze_resnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/demo_mpiigaze_resnet.yaml -------------------------------------------------------------------------------- /configs/mpiifacegaze/alexnet_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiifacegaze/alexnet_eval.yaml -------------------------------------------------------------------------------- /configs/mpiifacegaze/alexnet_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiifacegaze/alexnet_train.yaml -------------------------------------------------------------------------------- /configs/mpiifacegaze/resnet_simple_14_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiifacegaze/resnet_simple_14_eval.yaml -------------------------------------------------------------------------------- /configs/mpiifacegaze/resnet_simple_14_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiifacegaze/resnet_simple_14_train.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/lenet_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/lenet_eval.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/lenet_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/lenet_train.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/lenet_train_using_all_data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/lenet_train_using_all_data.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/resnet_preact_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/resnet_preact_eval.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/resnet_preact_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/resnet_preact_train.yaml -------------------------------------------------------------------------------- /configs/mpiigaze/resnet_preact_train_using_all_data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/configs/mpiigaze/resnet_preact_train_using_all_data.yaml -------------------------------------------------------------------------------- /convert_to_onnx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/convert_to_onnx.py -------------------------------------------------------------------------------- /data/calib/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/data/calib/.gitignore -------------------------------------------------------------------------------- /data/calib/normalized_camera_params_eye.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/data/calib/normalized_camera_params_eye.yaml -------------------------------------------------------------------------------- /data/calib/normalized_camera_params_face.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/data/calib/normalized_camera_params_face.yaml -------------------------------------------------------------------------------- /data/calib/sample_params.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/data/calib/sample_params.yaml -------------------------------------------------------------------------------- /data/dlib/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /data/models/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/demo.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/evaluate.py -------------------------------------------------------------------------------- /figures/mpiifacegaze/alexnet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/figures/mpiifacegaze/alexnet.png -------------------------------------------------------------------------------- /figures/mpiifacegaze/resnet_simple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/figures/mpiifacegaze/resnet_simple.png -------------------------------------------------------------------------------- /figures/mpiigaze/lenet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/figures/mpiigaze/lenet.png -------------------------------------------------------------------------------- /figures/mpiigaze/resnet_preact_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/figures/mpiigaze/resnet_preact_8.png -------------------------------------------------------------------------------- /gaze_estimation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/config/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/config/config_node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/config/config_node.py -------------------------------------------------------------------------------- /gaze_estimation/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/config/defaults.py -------------------------------------------------------------------------------- /gaze_estimation/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/dataloader.py -------------------------------------------------------------------------------- /gaze_estimation/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/datasets/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/datasets/mpiifacegaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/datasets/mpiifacegaze.py -------------------------------------------------------------------------------- /gaze_estimation/datasets/mpiigaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/datasets/mpiigaze.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/camera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/camera.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/eye.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/eye.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/face.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/face.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/face_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/face_model.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/face_parts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/face_parts.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/common/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/common/visualizer.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/gaze_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/gaze_estimator.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/head_pose_estimation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/head_pose_estimation/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/head_pose_estimation/face_landmark_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/head_pose_estimation/face_landmark_estimator.py -------------------------------------------------------------------------------- /gaze_estimation/gaze_estimator/head_pose_estimation/head_pose_normalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/gaze_estimator/head_pose_estimation/head_pose_normalizer.py -------------------------------------------------------------------------------- /gaze_estimation/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/logger.py -------------------------------------------------------------------------------- /gaze_estimation/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/losses.py -------------------------------------------------------------------------------- /gaze_estimation/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiifacegaze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gaze_estimation/models/mpiifacegaze/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiifacegaze/alexnet.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiifacegaze/backbones/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiifacegaze/backbones/__init__.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiifacegaze/backbones/resnet_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiifacegaze/backbones/resnet_simple.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiifacegaze/resnet_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiifacegaze/resnet_simple.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiigaze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gaze_estimation/models/mpiigaze/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiigaze/lenet.py -------------------------------------------------------------------------------- /gaze_estimation/models/mpiigaze/resnet_preact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/models/mpiigaze/resnet_preact.py -------------------------------------------------------------------------------- /gaze_estimation/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/optim.py -------------------------------------------------------------------------------- /gaze_estimation/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/scheduler.py -------------------------------------------------------------------------------- /gaze_estimation/tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/tensorboard.py -------------------------------------------------------------------------------- /gaze_estimation/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/transforms.py -------------------------------------------------------------------------------- /gaze_estimation/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/types.py -------------------------------------------------------------------------------- /gaze_estimation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/gaze_estimation/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/download_dlib_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/download_dlib_model.sh -------------------------------------------------------------------------------- /scripts/download_mpiifacegaze_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/download_mpiifacegaze_dataset.sh -------------------------------------------------------------------------------- /scripts/download_mpiigaze_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/download_mpiigaze_dataset.sh -------------------------------------------------------------------------------- /scripts/run_all_mpiifacegaze_alexnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/run_all_mpiifacegaze_alexnet.sh -------------------------------------------------------------------------------- /scripts/run_all_mpiifacegaze_resnet_simple_14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/run_all_mpiifacegaze_resnet_simple_14.sh -------------------------------------------------------------------------------- /scripts/run_all_mpiigaze_lenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/run_all_mpiigaze_lenet.sh -------------------------------------------------------------------------------- /scripts/run_all_mpiigaze_resnet_preact.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/scripts/run_all_mpiigaze_resnet_preact.sh -------------------------------------------------------------------------------- /tools/capture_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/tools/capture_video.py -------------------------------------------------------------------------------- /tools/preprocess_mpiifacegaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/tools/preprocess_mpiifacegaze.py -------------------------------------------------------------------------------- /tools/preprocess_mpiigaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/tools/preprocess_mpiigaze.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hysts/pytorch_mpiigaze/HEAD/train.py --------------------------------------------------------------------------------