├── LICENSE ├── README.md ├── __pycache__ ├── dataset.cpython-36.pyc ├── dataset_IVGD_T5.cpython-36.pyc ├── model.cpython-36.pyc ├── model_IVGD_T5.cpython-36.pyc └── train.cpython-36.pyc ├── data └── HEAR_dataset │ └── SNE_dataset │ ├── test_set4DSTC7-AVSD.json │ ├── test_set4DSTC8-AVSD.json │ ├── train_set4DSTC7-AVSD.json │ └── val_set4DSTC7-AVSD.json ├── dataset.py ├── dstc7avsd_eval ├── data │ ├── stopwords.txt │ ├── test_set4DSTC7-AVSD.json │ ├── test_set4DSTC7-AVSD_multiref.json │ └── val_ref.json ├── dstc7avsd_eval.sh ├── path.sh ├── sample │ ├── result.eval │ └── result.json └── utils │ ├── __pycache__ │ └── stopword_filter.cpython-36.pyc │ ├── coco-caption.patch │ ├── evaluate.py │ ├── fluency_evaluate.py │ ├── get_hypotheses.py │ ├── stopword_filter.py │ └── stopword_filter.pyc ├── dstc8avsd_eval ├── data │ ├── stopwords.txt │ ├── test_set4DSTC8-AVSD.json │ └── test_set4DSTC8-AVSD_multiref.json ├── dstc8avsd_eval.sh ├── path.sh ├── sample │ ├── result.eval │ └── result.json └── utils │ ├── coco-caption.patch │ ├── evaluate.py │ ├── get_hypotheses.py │ ├── stopword_filter.py │ └── stopword_filter.pyc ├── environment.yaml ├── eval_environment.yaml ├── generate.py ├── index.html ├── model.py └── train.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/dataset.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/__pycache__/dataset.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/dataset_IVGD_T5.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/__pycache__/dataset_IVGD_T5.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/__pycache__/model.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/model_IVGD_T5.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/__pycache__/model_IVGD_T5.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/train.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/__pycache__/train.cpython-36.pyc -------------------------------------------------------------------------------- /data/HEAR_dataset/SNE_dataset/test_set4DSTC7-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/data/HEAR_dataset/SNE_dataset/test_set4DSTC7-AVSD.json -------------------------------------------------------------------------------- /data/HEAR_dataset/SNE_dataset/test_set4DSTC8-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/data/HEAR_dataset/SNE_dataset/test_set4DSTC8-AVSD.json -------------------------------------------------------------------------------- /data/HEAR_dataset/SNE_dataset/train_set4DSTC7-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/data/HEAR_dataset/SNE_dataset/train_set4DSTC7-AVSD.json -------------------------------------------------------------------------------- /data/HEAR_dataset/SNE_dataset/val_set4DSTC7-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/data/HEAR_dataset/SNE_dataset/val_set4DSTC7-AVSD.json -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dataset.py -------------------------------------------------------------------------------- /dstc7avsd_eval/data/stopwords.txt: -------------------------------------------------------------------------------- 1 | , 2 | . 3 | -------------------------------------------------------------------------------- /dstc7avsd_eval/data/test_set4DSTC7-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/data/test_set4DSTC7-AVSD.json -------------------------------------------------------------------------------- /dstc7avsd_eval/data/test_set4DSTC7-AVSD_multiref.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/data/test_set4DSTC7-AVSD_multiref.json -------------------------------------------------------------------------------- /dstc7avsd_eval/data/val_ref.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/data/val_ref.json -------------------------------------------------------------------------------- /dstc7avsd_eval/dstc7avsd_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/dstc7avsd_eval.sh -------------------------------------------------------------------------------- /dstc7avsd_eval/path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/path.sh -------------------------------------------------------------------------------- /dstc7avsd_eval/sample/result.eval: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/sample/result.eval -------------------------------------------------------------------------------- /dstc7avsd_eval/sample/result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/sample/result.json -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/__pycache__/stopword_filter.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/__pycache__/stopword_filter.cpython-36.pyc -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/coco-caption.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/coco-caption.patch -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/evaluate.py -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/fluency_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/fluency_evaluate.py -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/get_hypotheses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/get_hypotheses.py -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/stopword_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/stopword_filter.py -------------------------------------------------------------------------------- /dstc7avsd_eval/utils/stopword_filter.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc7avsd_eval/utils/stopword_filter.pyc -------------------------------------------------------------------------------- /dstc8avsd_eval/data/stopwords.txt: -------------------------------------------------------------------------------- 1 | , 2 | \. 3 | -------------------------------------------------------------------------------- /dstc8avsd_eval/data/test_set4DSTC8-AVSD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/data/test_set4DSTC8-AVSD.json -------------------------------------------------------------------------------- /dstc8avsd_eval/data/test_set4DSTC8-AVSD_multiref.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/data/test_set4DSTC8-AVSD_multiref.json -------------------------------------------------------------------------------- /dstc8avsd_eval/dstc8avsd_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/dstc8avsd_eval.sh -------------------------------------------------------------------------------- /dstc8avsd_eval/path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/path.sh -------------------------------------------------------------------------------- /dstc8avsd_eval/sample/result.eval: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/sample/result.eval -------------------------------------------------------------------------------- /dstc8avsd_eval/sample/result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/sample/result.json -------------------------------------------------------------------------------- /dstc8avsd_eval/utils/coco-caption.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/utils/coco-caption.patch -------------------------------------------------------------------------------- /dstc8avsd_eval/utils/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/utils/evaluate.py -------------------------------------------------------------------------------- /dstc8avsd_eval/utils/get_hypotheses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/utils/get_hypotheses.py -------------------------------------------------------------------------------- /dstc8avsd_eval/utils/stopword_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/utils/stopword_filter.py -------------------------------------------------------------------------------- /dstc8avsd_eval/utils/stopword_filter.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/dstc8avsd_eval/utils/stopword_filter.pyc -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/environment.yaml -------------------------------------------------------------------------------- /eval_environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/eval_environment.yaml -------------------------------------------------------------------------------- /generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/generate.py -------------------------------------------------------------------------------- /index.html: -------------------------------------------------------------------------------- 1 | Hello World 2 | -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/model.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dbstjswo505/HEAR/HEAD/train.py --------------------------------------------------------------------------------