├── LICENSE ├── README.md ├── data ├── activitynetcaptions │ └── annotations │ │ ├── glance │ │ ├── train.json │ │ ├── val_1.json │ │ └── val_2.json │ │ ├── train.json │ │ ├── val_1.json │ │ └── val_2.json ├── charadessta │ └── annotations │ │ ├── Charades_v1_test.csv │ │ ├── Charades_v1_train.csv │ │ ├── charades_sta_test.txt │ │ ├── charades_sta_train.txt │ │ └── glance │ │ ├── charades_sta_test.txt │ │ └── charades_sta_train.txt └── tacos │ └── annotations │ ├── glance │ ├── test.json │ ├── train.json │ └── val.json │ ├── test.json │ ├── train.json │ └── val.json └── src ├── config.yaml ├── dataset ├── dataset.py ├── generate_duration_glance.py └── generate_glance.py ├── experiment ├── eval.py └── train.py ├── model ├── building_blocks.py └── model.py └── utils ├── utils.py └── vl_utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/README.md -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/glance/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/glance/train.json -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/glance/val_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/glance/val_1.json -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/glance/val_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/glance/val_2.json -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/train.json -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/val_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/val_1.json -------------------------------------------------------------------------------- /data/activitynetcaptions/annotations/val_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/activitynetcaptions/annotations/val_2.json -------------------------------------------------------------------------------- /data/charadessta/annotations/Charades_v1_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/Charades_v1_test.csv -------------------------------------------------------------------------------- /data/charadessta/annotations/Charades_v1_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/Charades_v1_train.csv -------------------------------------------------------------------------------- /data/charadessta/annotations/charades_sta_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/charades_sta_test.txt -------------------------------------------------------------------------------- /data/charadessta/annotations/charades_sta_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/charades_sta_train.txt -------------------------------------------------------------------------------- /data/charadessta/annotations/glance/charades_sta_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/glance/charades_sta_test.txt -------------------------------------------------------------------------------- /data/charadessta/annotations/glance/charades_sta_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/charadessta/annotations/glance/charades_sta_train.txt -------------------------------------------------------------------------------- /data/tacos/annotations/glance/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/glance/test.json -------------------------------------------------------------------------------- /data/tacos/annotations/glance/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/glance/train.json -------------------------------------------------------------------------------- /data/tacos/annotations/glance/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/glance/val.json -------------------------------------------------------------------------------- /data/tacos/annotations/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/test.json -------------------------------------------------------------------------------- /data/tacos/annotations/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/train.json -------------------------------------------------------------------------------- /data/tacos/annotations/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/data/tacos/annotations/val.json -------------------------------------------------------------------------------- /src/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/config.yaml -------------------------------------------------------------------------------- /src/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/dataset/dataset.py -------------------------------------------------------------------------------- /src/dataset/generate_duration_glance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/dataset/generate_duration_glance.py -------------------------------------------------------------------------------- /src/dataset/generate_glance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/dataset/generate_glance.py -------------------------------------------------------------------------------- /src/experiment/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/experiment/eval.py -------------------------------------------------------------------------------- /src/experiment/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/experiment/train.py -------------------------------------------------------------------------------- /src/model/building_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/model/building_blocks.py -------------------------------------------------------------------------------- /src/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/model/model.py -------------------------------------------------------------------------------- /src/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/utils/utils.py -------------------------------------------------------------------------------- /src/utils/vl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-cui/ViGA/HEAD/src/utils/vl_utils.py --------------------------------------------------------------------------------