├── .gitignore ├── README.md ├── data └── split │ ├── full.list │ ├── test.list │ ├── train.list │ └── val.list ├── dataLoader.py ├── inferTalkNet.py ├── loss.py ├── model ├── attentionLayer.py ├── audioEncoder.py ├── faceDetector │ ├── README.md │ ├── __init__.py │ └── s3fd │ │ ├── __init__.py │ │ ├── box_utils.py │ │ └── nets.py ├── talkNetModel.py └── visualEncoder.py ├── scripts ├── extract_frame.sh └── extract_wave.sh ├── talkNet.py ├── trainTalkNet.py └── utils ├── download_clips.py ├── postprocess.py ├── preprocessing.py ├── process_tracking_result.py └── tools.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/README.md -------------------------------------------------------------------------------- /data/split/full.list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/data/split/full.list -------------------------------------------------------------------------------- /data/split/test.list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/data/split/test.list -------------------------------------------------------------------------------- /data/split/train.list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/data/split/train.list -------------------------------------------------------------------------------- /data/split/val.list: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/data/split/val.list -------------------------------------------------------------------------------- /dataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/dataLoader.py -------------------------------------------------------------------------------- /inferTalkNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/inferTalkNet.py -------------------------------------------------------------------------------- /loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/loss.py -------------------------------------------------------------------------------- /model/attentionLayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/attentionLayer.py -------------------------------------------------------------------------------- /model/audioEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/audioEncoder.py -------------------------------------------------------------------------------- /model/faceDetector/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/faceDetector/README.md -------------------------------------------------------------------------------- /model/faceDetector/__init__.py: -------------------------------------------------------------------------------- 1 | from .s3fd import S3FD -------------------------------------------------------------------------------- /model/faceDetector/s3fd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/faceDetector/s3fd/__init__.py -------------------------------------------------------------------------------- /model/faceDetector/s3fd/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/faceDetector/s3fd/box_utils.py -------------------------------------------------------------------------------- /model/faceDetector/s3fd/nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/faceDetector/s3fd/nets.py -------------------------------------------------------------------------------- /model/talkNetModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/talkNetModel.py -------------------------------------------------------------------------------- /model/visualEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/model/visualEncoder.py -------------------------------------------------------------------------------- /scripts/extract_frame.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/scripts/extract_frame.sh -------------------------------------------------------------------------------- /scripts/extract_wave.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/scripts/extract_wave.sh -------------------------------------------------------------------------------- /talkNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/talkNet.py -------------------------------------------------------------------------------- /trainTalkNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/trainTalkNet.py -------------------------------------------------------------------------------- /utils/download_clips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/utils/download_clips.py -------------------------------------------------------------------------------- /utils/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/utils/postprocess.py -------------------------------------------------------------------------------- /utils/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/utils/preprocessing.py -------------------------------------------------------------------------------- /utils/process_tracking_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/utils/process_tracking_result.py -------------------------------------------------------------------------------- /utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zcxu-eric/Ego4d_TalkNet_ASD/HEAD/utils/tools.py --------------------------------------------------------------------------------