├── .DS_Store ├── README.md ├── data ├── .DS_Store ├── KoNViD │ ├── KoNViD_train_val_test_split_0.json │ ├── KoNViD_train_val_test_split_1.json │ ├── KoNViD_train_val_test_split_2.json │ ├── KoNViD_train_val_test_split_3.json │ ├── KoNViD_train_val_test_split_4.json │ ├── KoNViD_train_val_test_split_5.json │ ├── KoNViD_train_val_test_split_6.json │ ├── KoNViD_train_val_test_split_7.json │ ├── KoNViD_train_val_test_split_8.json │ └── KoNViD_train_val_test_split_9.json ├── LSVQ │ ├── AVT_train_val_test_split_1.json │ ├── AVT_train_val_test_split_2.json │ ├── AVT_train_val_test_split_3.json │ ├── AVT_train_val_test_split_4.json │ ├── AVT_train_val_test_split_5.json │ ├── LSVQ_train_val_test_split_1.json │ ├── LSVQ_train_val_test_split_1080p.json │ └── LSVQ_train_val_test_split_full.json ├── PUGC │ ├── PUGC_train_val_test_split_0.json │ ├── PUGC_train_val_test_split_1.json │ ├── PUGC_train_val_test_split_2.json │ ├── PUGC_train_val_test_split_3.json │ ├── PUGC_train_val_test_split_4.json │ ├── PUGC_train_val_test_split_5.json │ ├── PUGC_train_val_test_split_6.json │ ├── PUGC_train_val_test_split_7.json │ ├── PUGC_train_val_test_split_8.json │ └── PUGC_train_val_test_split_9.json ├── VQC │ ├── LIVE-VQC_train_val_test_split_0.json │ ├── LIVE-VQC_train_val_test_split_1.json │ ├── LIVE-VQC_train_val_test_split_2.json │ ├── LIVE-VQC_train_val_test_split_3.json │ ├── LIVE-VQC_train_val_test_split_4.json │ ├── LIVE-VQC_train_val_test_split_5.json │ ├── LIVE-VQC_train_val_test_split_6.json │ ├── LIVE-VQC_train_val_test_split_7.json │ ├── LIVE-VQC_train_val_test_split_8.json │ └── LIVE-VQC_train_val_test_split_9.json ├── VQC_v0 │ ├── VQC.json │ ├── VQC │ │ ├── LIVE-VQC_train_val_test_split_0.json │ │ ├── LIVE-VQC_train_val_test_split_1.json │ │ ├── LIVE-VQC_train_val_test_split_2.json │ │ ├── LIVE-VQC_train_val_test_split_3.json │ │ ├── LIVE-VQC_train_val_test_split_4.json │ │ ├── LIVE-VQC_train_val_test_split_5.json │ │ ├── LIVE-VQC_train_val_test_split_6.json │ │ ├── LIVE-VQC_train_val_test_split_7.json │ │ ├── LIVE-VQC_train_val_test_split_8.json │ │ └── LIVE-VQC_train_val_test_split_9.json │ ├── VQC_train_val_test_split_0.json │ ├── VQC_train_val_test_split_1.json │ ├── VQC_train_val_test_split_2.json │ ├── VQC_train_val_test_split_3.json │ ├── VQC_train_val_test_split_4.json │ ├── VQC_train_val_test_split_5.json │ ├── VQC_train_val_test_split_6.json │ ├── VQC_train_val_test_split_7.json │ ├── VQC_train_val_test_split_8.json │ └── VQC_train_val_test_split_9.json ├── YouTubeUGC │ ├── YouTubeUGC_train_val_test_split_0.json │ ├── YouTubeUGC_train_val_test_split_1.json │ ├── YouTubeUGC_train_val_test_split_2.json │ ├── YouTubeUGC_train_val_test_split_3.json │ ├── YouTubeUGC_train_val_test_split_4.json │ ├── YouTubeUGC_train_val_test_split_5.json │ ├── YouTubeUGC_train_val_test_split_6.json │ ├── YouTubeUGC_train_val_test_split_7.json │ ├── YouTubeUGC_train_val_test_split_8.json │ └── YouTubeUGC_train_val_test_split_9.json ├── __init__.py ├── framework.png └── get_database_info.py ├── dataset.py ├── evaluator.py ├── extract_features ├── .DS_Store ├── CNN_feature_extractor_video.py ├── README.md └── data │ ├── .DS_Store │ ├── KoNViD_1k │ ├── .DS_Store │ ├── KoNViD_1k.csv │ ├── KoNViD_1k_attributes.csv │ ├── generate_split.py │ ├── get_frames.py │ └── test_code │ │ ├── KoNViD_1k_test.csv │ │ └── train_val_test_split_test.xlsx │ ├── LSVQ │ ├── CNN_feature_2.py │ ├── CNN_features.py │ ├── CNN_features_1.py │ ├── generate_json.py │ ├── get_frame.py │ ├── train_val_test_split_1.xlsx │ ├── train_val_test_split_1080p.xlsx │ └── train_val_test_split_full.xlsx │ ├── PUGC │ ├── .DS_Store │ ├── CNN_features.py │ ├── generate_json.py │ └── generate_split.py │ ├── VQC │ ├── .DS_Store │ ├── ResNetXt_ImageNet_feats.py │ ├── VQC.csv │ ├── data.mat │ ├── generate_database_info.py │ └── generate_split.py │ ├── VSFADataset.py │ ├── VSFAIntervalDataset.py │ ├── YouTube_UGC │ ├── CNN_feat.py │ ├── CNN_features.py │ └── YouTube_UGC.csv │ ├── __init__.py │ └── dataset.py ├── loss.py ├── main.py ├── network ├── .DS_Store ├── __init__.py ├── __pycache__ │ ├── GRU.cpython-36.pyc │ ├── GRU_v0.cpython-36.pyc │ ├── GRU_v1.cpython-36.pyc │ ├── ViT_difference.cpython-36.pyc │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── __init__.cpython-38.pyc │ ├── baseline.cpython-36.pyc │ ├── detr.cpython-37.pyc │ ├── glocal_local_ViT.cpython-36.pyc │ ├── vit.cpython-38.pyc │ ├── vit_momuntant.cpython-36.pyc │ ├── vit_multi_stage.cpython-36.pyc │ ├── vit_multi_stage.cpython-38.pyc │ ├── vit_single_stage.cpython-36.pyc │ ├── vit_spatial.cpython-36.pyc │ ├── vqa_transformer.cpython-36.pyc │ ├── vsfa.cpython-36.pyc │ ├── vsfa.cpython-38.pyc │ └── vsfa_new.cpython-36.pyc └── sti_vqa.py ├── optimizer.py ├── params.py ├── train.py └── utility.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/.DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/README.md -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/KoNViD/KoNViD_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/KoNViD/KoNViD_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/LSVQ/AVT_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/AVT_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/LSVQ/AVT_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/AVT_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/LSVQ/AVT_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/AVT_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/LSVQ/AVT_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/AVT_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/LSVQ/AVT_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/AVT_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/LSVQ/LSVQ_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/LSVQ_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/LSVQ/LSVQ_train_val_test_split_1080p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/LSVQ_train_val_test_split_1080p.json -------------------------------------------------------------------------------- /data/LSVQ/LSVQ_train_val_test_split_full.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/LSVQ/LSVQ_train_val_test_split_full.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/PUGC/PUGC_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/PUGC/PUGC_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/VQC/LIVE-VQC_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC/LIVE-VQC_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC/LIVE-VQC_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/VQC_v0/VQC_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/VQC_v0/VQC_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_0.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_1.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_2.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_3.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_4.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_5.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_6.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_7.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_8.json -------------------------------------------------------------------------------- /data/YouTubeUGC/YouTubeUGC_train_val_test_split_9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/YouTubeUGC/YouTubeUGC_train_val_test_split_9.json -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/framework.png -------------------------------------------------------------------------------- /data/get_database_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/data/get_database_info.py -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/dataset.py -------------------------------------------------------------------------------- /evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/evaluator.py -------------------------------------------------------------------------------- /extract_features/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/.DS_Store -------------------------------------------------------------------------------- /extract_features/CNN_feature_extractor_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/CNN_feature_extractor_video.py -------------------------------------------------------------------------------- /extract_features/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/README.md -------------------------------------------------------------------------------- /extract_features/data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/.DS_Store -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/.DS_Store -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/KoNViD_1k.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/KoNViD_1k.csv -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/KoNViD_1k_attributes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/KoNViD_1k_attributes.csv -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/generate_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/generate_split.py -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/get_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/get_frames.py -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/test_code/KoNViD_1k_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/test_code/KoNViD_1k_test.csv -------------------------------------------------------------------------------- /extract_features/data/KoNViD_1k/test_code/train_val_test_split_test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/KoNViD_1k/test_code/train_val_test_split_test.xlsx -------------------------------------------------------------------------------- /extract_features/data/LSVQ/CNN_feature_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/CNN_feature_2.py -------------------------------------------------------------------------------- /extract_features/data/LSVQ/CNN_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/CNN_features.py -------------------------------------------------------------------------------- /extract_features/data/LSVQ/CNN_features_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/CNN_features_1.py -------------------------------------------------------------------------------- /extract_features/data/LSVQ/generate_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/generate_json.py -------------------------------------------------------------------------------- /extract_features/data/LSVQ/get_frame.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/get_frame.py -------------------------------------------------------------------------------- /extract_features/data/LSVQ/train_val_test_split_1.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/train_val_test_split_1.xlsx -------------------------------------------------------------------------------- /extract_features/data/LSVQ/train_val_test_split_1080p.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/train_val_test_split_1080p.xlsx -------------------------------------------------------------------------------- /extract_features/data/LSVQ/train_val_test_split_full.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/LSVQ/train_val_test_split_full.xlsx -------------------------------------------------------------------------------- /extract_features/data/PUGC/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/PUGC/.DS_Store -------------------------------------------------------------------------------- /extract_features/data/PUGC/CNN_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/PUGC/CNN_features.py -------------------------------------------------------------------------------- /extract_features/data/PUGC/generate_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/PUGC/generate_json.py -------------------------------------------------------------------------------- /extract_features/data/PUGC/generate_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/PUGC/generate_split.py -------------------------------------------------------------------------------- /extract_features/data/VQC/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/.DS_Store -------------------------------------------------------------------------------- /extract_features/data/VQC/ResNetXt_ImageNet_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/ResNetXt_ImageNet_feats.py -------------------------------------------------------------------------------- /extract_features/data/VQC/VQC.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/VQC.csv -------------------------------------------------------------------------------- /extract_features/data/VQC/data.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/data.mat -------------------------------------------------------------------------------- /extract_features/data/VQC/generate_database_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/generate_database_info.py -------------------------------------------------------------------------------- /extract_features/data/VQC/generate_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VQC/generate_split.py -------------------------------------------------------------------------------- /extract_features/data/VSFADataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VSFADataset.py -------------------------------------------------------------------------------- /extract_features/data/VSFAIntervalDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/VSFAIntervalDataset.py -------------------------------------------------------------------------------- /extract_features/data/YouTube_UGC/CNN_feat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/YouTube_UGC/CNN_feat.py -------------------------------------------------------------------------------- /extract_features/data/YouTube_UGC/CNN_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/YouTube_UGC/CNN_features.py -------------------------------------------------------------------------------- /extract_features/data/YouTube_UGC/YouTube_UGC.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/YouTube_UGC/YouTube_UGC.csv -------------------------------------------------------------------------------- /extract_features/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/__init__.py -------------------------------------------------------------------------------- /extract_features/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/extract_features/data/dataset.py -------------------------------------------------------------------------------- /loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/loss.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/main.py -------------------------------------------------------------------------------- /network/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/.DS_Store -------------------------------------------------------------------------------- /network/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /network/__pycache__/GRU.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/GRU.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/GRU_v0.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/GRU_v0.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/GRU_v1.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/GRU_v1.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/ViT_difference.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/ViT_difference.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /network/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /network/__pycache__/baseline.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/baseline.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/detr.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/detr.cpython-37.pyc -------------------------------------------------------------------------------- /network/__pycache__/glocal_local_ViT.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/glocal_local_ViT.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit.cpython-38.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit_momuntant.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit_momuntant.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit_multi_stage.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit_multi_stage.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit_multi_stage.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit_multi_stage.cpython-38.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit_single_stage.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit_single_stage.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vit_spatial.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vit_spatial.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vqa_transformer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vqa_transformer.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vsfa.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vsfa.cpython-36.pyc -------------------------------------------------------------------------------- /network/__pycache__/vsfa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vsfa.cpython-38.pyc -------------------------------------------------------------------------------- /network/__pycache__/vsfa_new.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/__pycache__/vsfa_new.cpython-36.pyc -------------------------------------------------------------------------------- /network/sti_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/network/sti_vqa.py -------------------------------------------------------------------------------- /optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/optimizer.py -------------------------------------------------------------------------------- /params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/params.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/train.py -------------------------------------------------------------------------------- /utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h4nwei/STI-VQA/HEAD/utility.py --------------------------------------------------------------------------------