├── .gitignore ├── LICENSE ├── README.md ├── Sim3DR ├── .gitignore ├── Sim3DR.py ├── __init__.py ├── _init_paths.py ├── build_sim3dr.sh ├── lib │ ├── rasterize.h │ ├── rasterize.pyx │ └── rasterize_kernel.cpp ├── lighting.py ├── readme.md ├── setup.py └── tests │ ├── .gitignore │ ├── CMakeLists.txt │ ├── io.cpp │ ├── io.h │ └── test.cpp ├── backbone_nets └── mobilenetv2_backbone.py ├── cal_size.sh ├── cal_size_ARE.py ├── cal_size_kpts.py ├── config.py ├── data ├── preprocessed_MFCC │ ├── rand_id00001 │ │ └── 1TmvLk8sB-g │ │ │ ├── 00001.npy │ │ │ ├── 00002.npy │ │ │ └── 00003.npy │ ├── rand_id00002 │ │ └── 0XmNeUnOnlg │ │ │ ├── 00001.npy │ │ │ ├── 00002.npy │ │ │ └── 00003.npy │ ├── rand_id00003 │ │ └── 1M4q6CQM5pA │ │ │ ├── 00001.npy │ │ │ ├── 00002.npy │ │ │ └── 00003.npy │ ├── rand_id00004 │ │ └── _2wZVvsQYFg │ │ │ ├── 00001.npy │ │ │ ├── 00002.npy │ │ │ └── 00003.npy │ └── rand_id00005 │ │ └── 0nH78dDh0N0 │ │ ├── 00001.npy │ │ ├── 00002.npy │ │ └── 00003.npy ├── results │ ├── rand_id00001 │ │ ├── 1TmvLk8sB-g_00001_image.png │ │ ├── 1TmvLk8sB-g_00001_overlap.png │ │ ├── 1TmvLk8sB-g_00002_image.png │ │ ├── 1TmvLk8sB-g_00002_overlap.png │ │ ├── 1TmvLk8sB-g_00003_image.png │ │ └── 1TmvLk8sB-g_00003_overlap.png │ ├── rand_id00002 │ │ ├── 0XmNeUnOnlg_00001_image.png │ │ ├── 0XmNeUnOnlg_00001_overlap.png │ │ ├── 0XmNeUnOnlg_00002_image.png │ │ ├── 0XmNeUnOnlg_00002_overlap.png │ │ ├── 0XmNeUnOnlg_00003_image.png │ │ └── 0XmNeUnOnlg_00003_overlap.png │ ├── rand_id00003 │ │ ├── 1M4q6CQM5pA_00001_image.png │ │ ├── 1M4q6CQM5pA_00001_overlap.png │ │ ├── 1M4q6CQM5pA_00002_image.png │ │ ├── 1M4q6CQM5pA_00002_overlap.png │ │ ├── 1M4q6CQM5pA_00003_image.png │ │ └── 1M4q6CQM5pA_00003_overlap.png │ ├── rand_id00004 │ │ ├── _2wZVvsQYFg_00001_image.png │ │ ├── _2wZVvsQYFg_00001_overlap.png │ │ ├── _2wZVvsQYFg_00002_image.png │ │ ├── _2wZVvsQYFg_00002_overlap.png │ │ ├── _2wZVvsQYFg_00003_image.png │ │ └── _2wZVvsQYFg_00003_overlap.png │ └── rand_id00005 │ │ ├── 0nH78dDh0N0_00001_image.png │ │ ├── 0nH78dDh0N0_00001_overlap.png │ │ ├── 0nH78dDh0N0_00002_image.png │ │ ├── 0nH78dDh0N0_00002_overlap.png │ │ ├── 0nH78dDh0N0_00003_image.png │ │ └── 0nH78dDh0N0_00003_overlap.png ├── results_reference │ ├── Asa_Butterfield │ │ ├── 1TmvLk8sB-g_00001_img.png │ │ ├── 1TmvLk8sB-g_00001_overlap.png │ │ ├── 1TmvLk8sB-g_00002_img.png │ │ ├── 1TmvLk8sB-g_00002_overlap.png │ │ ├── 1TmvLk8sB-g_00003_img.png │ │ └── 1TmvLk8sB-g_00003_overlap.png │ ├── Ashley_Greene │ │ ├── 0XmNeUnOnlg_00001_img.png │ │ ├── 0XmNeUnOnlg_00001_overlap.png │ │ ├── 0XmNeUnOnlg_00002_img.png │ │ ├── 0XmNeUnOnlg_00002_overlap.png │ │ ├── 0XmNeUnOnlg_00003_img.png │ │ └── 0XmNeUnOnlg_00003_overlap.png │ ├── Bellamy_Young │ │ ├── 1M4q6CQM5pA_00001_img.png │ │ ├── 1M4q6CQM5pA_00001_overlap.png │ │ ├── 1M4q6CQM5pA_00002_img.png │ │ ├── 1M4q6CQM5pA_00002_overlap.png │ │ ├── 1M4q6CQM5pA_00003_img.png │ │ └── 1M4q6CQM5pA_00003_overlap.png │ ├── Bethany_Mota │ │ ├── _2wZVvsQYFg_00001_img.png │ │ ├── _2wZVvsQYFg_00001_overlap.png │ │ ├── _2wZVvsQYFg_00002_img.png │ │ ├── _2wZVvsQYFg_00002_overlap.png │ │ ├── _2wZVvsQYFg_00003_img.png │ │ └── _2wZVvsQYFg_00003_overlap.png │ └── Eva_Longoria │ │ ├── 0nH78dDh0N0_00001_img.png │ │ ├── 0nH78dDh0N0_00001_overlap.png │ │ ├── 0nH78dDh0N0_00002_img.png │ │ ├── 0nH78dDh0N0_00002_overlap.png │ │ ├── 0nH78dDh0N0_00003_img.png │ │ └── 0nH78dDh0N0_00003_overlap.png └── vox1_meta.csv ├── dataset.py ├── demo.py ├── demo ├── coherence.png ├── overall_purpose.png └── supervised_comp.png ├── demo_mic.py ├── distiller_zoo.py ├── environment.yml ├── eval_sup.py ├── face_types └── .placeholder ├── gan_train_cascade.py ├── mfcc.py ├── network.py ├── parse_dataset.py ├── pyaudio_recording.py ├── utilf ├── __init__.py └── render.py ├── utils.py └── vad.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/README.md -------------------------------------------------------------------------------- /Sim3DR/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/.gitignore -------------------------------------------------------------------------------- /Sim3DR/Sim3DR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/Sim3DR.py -------------------------------------------------------------------------------- /Sim3DR/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/__init__.py -------------------------------------------------------------------------------- /Sim3DR/_init_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/_init_paths.py -------------------------------------------------------------------------------- /Sim3DR/build_sim3dr.sh: -------------------------------------------------------------------------------- 1 | python3 setup.py build_ext --inplace -------------------------------------------------------------------------------- /Sim3DR/lib/rasterize.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/lib/rasterize.h -------------------------------------------------------------------------------- /Sim3DR/lib/rasterize.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/lib/rasterize.pyx -------------------------------------------------------------------------------- /Sim3DR/lib/rasterize_kernel.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/lib/rasterize_kernel.cpp -------------------------------------------------------------------------------- /Sim3DR/lighting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/lighting.py -------------------------------------------------------------------------------- /Sim3DR/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/readme.md -------------------------------------------------------------------------------- /Sim3DR/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/setup.py -------------------------------------------------------------------------------- /Sim3DR/tests/.gitignore: -------------------------------------------------------------------------------- 1 | build/ 2 | -------------------------------------------------------------------------------- /Sim3DR/tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/tests/CMakeLists.txt -------------------------------------------------------------------------------- /Sim3DR/tests/io.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/tests/io.cpp -------------------------------------------------------------------------------- /Sim3DR/tests/io.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/tests/io.h -------------------------------------------------------------------------------- /Sim3DR/tests/test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/Sim3DR/tests/test.cpp -------------------------------------------------------------------------------- /backbone_nets/mobilenetv2_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/backbone_nets/mobilenetv2_backbone.py -------------------------------------------------------------------------------- /cal_size.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/cal_size.sh -------------------------------------------------------------------------------- /cal_size_ARE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/cal_size_ARE.py -------------------------------------------------------------------------------- /cal_size_kpts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/cal_size_kpts.py -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/config.py -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00001.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00001.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00002.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00002.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00003.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00001/1TmvLk8sB-g/00003.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00001.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00001.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00002.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00002.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00003.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00002/0XmNeUnOnlg/00003.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00001.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00001.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00002.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00002.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00003.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00003/1M4q6CQM5pA/00003.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00001.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00001.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00002.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00002.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00003.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00004/_2wZVvsQYFg/00003.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00001.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00001.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00002.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00002.npy -------------------------------------------------------------------------------- /data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00003.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/preprocessed_MFCC/rand_id00005/0nH78dDh0N0/00003.npy -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00001_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00001_image.png -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00001_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00002_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00002_image.png -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00002_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00003_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00003_image.png -------------------------------------------------------------------------------- /data/results/rand_id00001/1TmvLk8sB-g_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00001/1TmvLk8sB-g_00003_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00001_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00001_image.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00001_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00002_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00002_image.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00002_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00003_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00003_image.png -------------------------------------------------------------------------------- /data/results/rand_id00002/0XmNeUnOnlg_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00002/0XmNeUnOnlg_00003_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00001_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00001_image.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00001_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00002_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00002_image.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00002_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00003_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00003_image.png -------------------------------------------------------------------------------- /data/results/rand_id00003/1M4q6CQM5pA_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00003/1M4q6CQM5pA_00003_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00001_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00001_image.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00001_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00002_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00002_image.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00002_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00003_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00003_image.png -------------------------------------------------------------------------------- /data/results/rand_id00004/_2wZVvsQYFg_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00004/_2wZVvsQYFg_00003_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00001_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00001_image.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00001_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00002_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00002_image.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00002_overlap.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00003_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00003_image.png -------------------------------------------------------------------------------- /data/results/rand_id00005/0nH78dDh0N0_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results/rand_id00005/0nH78dDh0N0_00003_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00001_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00001_img.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00001_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00002_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00002_img.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00002_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00003_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00003_img.png -------------------------------------------------------------------------------- /data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Asa_Butterfield/1TmvLk8sB-g_00003_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00001_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00001_img.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00001_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00002_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00002_img.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00002_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00003_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00003_img.png -------------------------------------------------------------------------------- /data/results_reference/Ashley_Greene/0XmNeUnOnlg_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Ashley_Greene/0XmNeUnOnlg_00003_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00001_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00001_img.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00001_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00002_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00002_img.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00002_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00003_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00003_img.png -------------------------------------------------------------------------------- /data/results_reference/Bellamy_Young/1M4q6CQM5pA_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bellamy_Young/1M4q6CQM5pA_00003_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00001_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00001_img.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00001_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00002_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00002_img.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00002_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00003_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00003_img.png -------------------------------------------------------------------------------- /data/results_reference/Bethany_Mota/_2wZVvsQYFg_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Bethany_Mota/_2wZVvsQYFg_00003_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00001_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00001_img.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00001_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00001_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00002_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00002_img.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00002_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00002_overlap.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00003_img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00003_img.png -------------------------------------------------------------------------------- /data/results_reference/Eva_Longoria/0nH78dDh0N0_00003_overlap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/results_reference/Eva_Longoria/0nH78dDh0N0_00003_overlap.png -------------------------------------------------------------------------------- /data/vox1_meta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/data/vox1_meta.csv -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/dataset.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/demo.py -------------------------------------------------------------------------------- /demo/coherence.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/demo/coherence.png -------------------------------------------------------------------------------- /demo/overall_purpose.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/demo/overall_purpose.png -------------------------------------------------------------------------------- /demo/supervised_comp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/demo/supervised_comp.png -------------------------------------------------------------------------------- /demo_mic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/demo_mic.py -------------------------------------------------------------------------------- /distiller_zoo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/distiller_zoo.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/environment.yml -------------------------------------------------------------------------------- /eval_sup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/eval_sup.py -------------------------------------------------------------------------------- /face_types/.placeholder: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gan_train_cascade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/gan_train_cascade.py -------------------------------------------------------------------------------- /mfcc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/mfcc.py -------------------------------------------------------------------------------- /network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/network.py -------------------------------------------------------------------------------- /parse_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/parse_dataset.py -------------------------------------------------------------------------------- /pyaudio_recording.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/pyaudio_recording.py -------------------------------------------------------------------------------- /utilf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utilf/render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/utilf/render.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/utils.py -------------------------------------------------------------------------------- /vad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/choyingw/Cross-Modal-Perceptionist/HEAD/vad.py --------------------------------------------------------------------------------