├── AVMOE ├── AVE │ ├── base_options.py │ ├── compute_audio_mean.py │ ├── criterion.py │ ├── dataloader.py │ ├── dataloader_lavish.py │ ├── main_trans.py │ ├── main_trans_lavish.py │ ├── main_trans_v3.py │ ├── nets │ │ ├── Resnet_VGGSound.py │ │ ├── esc_config.py │ │ ├── htsat.py │ │ ├── layers.py │ │ ├── models.py │ │ ├── my_layers.py │ │ ├── my_vit.py │ │ ├── net_trans.py │ │ ├── net_trans_v3.py │ │ └── utils.py │ ├── test.sh │ ├── train.sh │ └── utils │ │ ├── __init__.py │ │ ├── eval_metrics.py │ │ ├── mytsne.py │ │ └── vis_pred.py ├── AVQA │ ├── grounding_gen │ │ ├── dataloader_grd_gen.py │ │ ├── esc_config.py │ │ ├── htsat.py │ │ ├── layers.py │ │ ├── main_grd_gen.py │ │ ├── nets_grd_gen.py │ │ ├── utils.py │ │ └── visual_net.py │ ├── net_grd_avst │ │ ├── __init__.py │ │ ├── base_options.py │ │ ├── compute_mean.py │ │ ├── dataloader_avst.py │ │ ├── esc_config.py │ │ ├── htsat.py │ │ ├── layers.py │ │ ├── main_avst_v2.py │ │ ├── net_avst_v2.py │ │ ├── utils.py │ │ └── visual_net.py │ ├── test_v2.sh │ └── train_v2.sh ├── AVS │ ├── LICENSE │ ├── avs_scripts │ │ ├── avs_ms3 │ │ │ ├── base_options.py │ │ │ ├── config.py │ │ │ ├── dataloader.py │ │ │ ├── loss.py │ │ │ ├── model │ │ │ │ ├── PVT_AVSModel.py │ │ │ │ ├── PVT_AVSModel_v2.py │ │ │ │ ├── ResNet_AVSModel.py │ │ │ │ ├── TPAVI.py │ │ │ │ ├── __init__.py │ │ │ │ ├── esc_config.py │ │ │ │ ├── htsat.py │ │ │ │ ├── layers.py │ │ │ │ ├── models.py │ │ │ │ ├── pvt.py │ │ │ │ ├── resnet.py │ │ │ │ └── utils.py │ │ │ ├── test_v2.py │ │ │ ├── test_v2.sh │ │ │ ├── torchvggish │ │ │ │ ├── mel_features.py │ │ │ │ ├── vggish.py │ │ │ │ ├── vggish_input.py │ │ │ │ └── vggish_params.py │ │ │ ├── train_v2.py │ │ │ ├── train_v2.sh │ │ │ └── utils │ │ │ │ ├── pyutils.py │ │ │ │ ├── system.py │ │ │ │ └── utility.py │ │ └── avs_s4 │ │ │ ├── base_options.py │ │ │ ├── compute_mean.py │ │ │ ├── config.py │ │ │ ├── dataloader.py │ │ │ ├── fusion.py │ │ │ ├── loss.py │ │ │ ├── model │ │ │ ├── PVT_AVSModel.py │ │ │ ├── PVT_AVSModel_v2.py │ │ │ ├── ResNet_AVSModel.py │ │ │ ├── TPAVI.py │ │ │ ├── __init__.py │ │ │ ├── esc_config.py │ │ │ ├── htsat.py │ │ │ ├── layers.py │ │ │ ├── models.py │ │ │ ├── pvt.py │ │ │ ├── resnet.py │ │ │ └── utils.py │ │ │ ├── test_v2.py │ │ │ ├── test_v2.sh │ │ │ ├── torchvggish │ │ │ ├── mel_features.py │ │ │ ├── vggish.py │ │ │ ├── vggish_input.py │ │ │ └── vggish_params.py │ │ │ ├── train_v2.py │ │ │ ├── train_v2.sh │ │ │ └── utils │ │ │ ├── .ipynb_checkpoints │ │ │ └── utility-checkpoint.py │ │ │ ├── pyutils.py │ │ │ ├── system.py │ │ │ └── utility.py │ ├── preprocess_scripts │ │ ├── preprocess_ms3.py │ │ └── preprocess_s4.py │ └── pretrained_backbones │ │ └── readme.txt └── AVVP │ ├── dataloader.py │ ├── images │ └── framework.png │ ├── main.py │ ├── nets │ ├── __init__.py │ ├── attentions.py │ ├── esc_config.py │ ├── grouping.py │ ├── htsat.py │ ├── layers.py │ ├── mgn.py │ ├── models.py │ └── utils.py │ ├── test.sh │ ├── train.sh │ ├── utils │ ├── __init__.py │ └── eval_metrics.py │ └── val.sh ├── README.md ├── data ├── AVE │ ├── Annotations.txt │ ├── ReadMe.txt │ ├── categories.txt │ ├── labels.h5 │ ├── labels_closs.h5 │ ├── labels_noisy.h5 │ ├── mil_labels.h5 │ ├── testSet.txt │ ├── test_order.h5 │ ├── test_order_match.h5 │ ├── trainSet.txt │ ├── train_order.h5 │ ├── train_order_match.h5 │ ├── valSet.txt │ ├── val_order.h5 │ └── val_order_match.h5 ├── AVQA │ ├── ans_vocab.txt │ ├── json │ │ ├── .DS_Store │ │ ├── .ipynb_checkpoints │ │ │ ├── avqa-test-checkpoint.json │ │ │ ├── avqa-test_fake-checkpoint.json │ │ │ ├── avqa-train-checkpoint.json │ │ │ ├── avqa-train_real-checkpoint.json │ │ │ └── avqa-val-checkpoint.json │ │ ├── avqa-test.json │ │ ├── avqa-train.json │ │ └── avqa-val.json │ ├── json_update │ │ ├── avqa-test.json │ │ ├── avqa-train.json │ │ └── avqa-val.json │ └── ques_vocab.txt └── AVVP │ ├── AVVP_dataset_full.csv │ ├── AVVP_eval_audio.csv │ ├── AVVP_eval_visual.csv │ ├── AVVP_test_pd.csv │ ├── AVVP_train.csv │ └── AVVP_val_pd.csv ├── images ├── TSNE_result.png ├── overview.png └── qualitative_examples_avs_task.png └── requirements.txt /AVMOE/AVE/base_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/base_options.py -------------------------------------------------------------------------------- /AVMOE/AVE/compute_audio_mean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/compute_audio_mean.py -------------------------------------------------------------------------------- /AVMOE/AVE/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/criterion.py -------------------------------------------------------------------------------- /AVMOE/AVE/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/dataloader.py -------------------------------------------------------------------------------- /AVMOE/AVE/dataloader_lavish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/dataloader_lavish.py -------------------------------------------------------------------------------- /AVMOE/AVE/main_trans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/main_trans.py -------------------------------------------------------------------------------- /AVMOE/AVE/main_trans_lavish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/main_trans_lavish.py -------------------------------------------------------------------------------- /AVMOE/AVE/main_trans_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/main_trans_v3.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/Resnet_VGGSound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/Resnet_VGGSound.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/layers.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/models.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/my_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/my_layers.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/my_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/my_vit.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/net_trans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/net_trans.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/net_trans_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/net_trans_v3.py -------------------------------------------------------------------------------- /AVMOE/AVE/nets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/nets/utils.py -------------------------------------------------------------------------------- /AVMOE/AVE/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/test.sh -------------------------------------------------------------------------------- /AVMOE/AVE/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/train.sh -------------------------------------------------------------------------------- /AVMOE/AVE/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AVMOE/AVE/utils/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/utils/eval_metrics.py -------------------------------------------------------------------------------- /AVMOE/AVE/utils/mytsne.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/utils/mytsne.py -------------------------------------------------------------------------------- /AVMOE/AVE/utils/vis_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVE/utils/vis_pred.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/dataloader_grd_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/dataloader_grd_gen.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/layers.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/main_grd_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/main_grd_gen.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/nets_grd_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/nets_grd_gen.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/utils.py -------------------------------------------------------------------------------- /AVMOE/AVQA/grounding_gen/visual_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/grounding_gen/visual_net.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/base_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/base_options.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/compute_mean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/compute_mean.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/dataloader_avst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/dataloader_avst.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/layers.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/main_avst_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/main_avst_v2.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/net_avst_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/net_avst_v2.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/utils.py -------------------------------------------------------------------------------- /AVMOE/AVQA/net_grd_avst/visual_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/net_grd_avst/visual_net.py -------------------------------------------------------------------------------- /AVMOE/AVQA/test_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/test_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVQA/train_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVQA/train_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVS/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/LICENSE -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/base_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/base_options.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/config.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/dataloader.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/loss.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/PVT_AVSModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/PVT_AVSModel.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/PVT_AVSModel_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/PVT_AVSModel_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/ResNet_AVSModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/ResNet_AVSModel.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/TPAVI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/TPAVI.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/layers.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/models.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/pvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/pvt.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/resnet.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/model/utils.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/test_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/test_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/test_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/test_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/mel_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/mel_features.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish_input.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/torchvggish/vggish_params.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/train_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/train_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/train_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/train_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/utils/pyutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/utils/pyutils.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/utils/system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/utils/system.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_ms3/utils/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_ms3/utils/utility.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/base_options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/base_options.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/compute_mean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/compute_mean.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/config.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/dataloader.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/fusion.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/loss.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/PVT_AVSModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/PVT_AVSModel.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/PVT_AVSModel_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/PVT_AVSModel_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/ResNet_AVSModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/ResNet_AVSModel.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/TPAVI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/TPAVI.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/layers.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/models.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/pvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/pvt.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/resnet.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/model/utils.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/test_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/test_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/test_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/test_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/torchvggish/mel_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/torchvggish/mel_features.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish_input.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/torchvggish/vggish_params.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/train_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/train_v2.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/train_v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/train_v2.sh -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/utils/.ipynb_checkpoints/utility-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/utils/.ipynb_checkpoints/utility-checkpoint.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/utils/pyutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/utils/pyutils.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/utils/system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/utils/system.py -------------------------------------------------------------------------------- /AVMOE/AVS/avs_scripts/avs_s4/utils/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/avs_scripts/avs_s4/utils/utility.py -------------------------------------------------------------------------------- /AVMOE/AVS/preprocess_scripts/preprocess_ms3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/preprocess_scripts/preprocess_ms3.py -------------------------------------------------------------------------------- /AVMOE/AVS/preprocess_scripts/preprocess_s4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/preprocess_scripts/preprocess_s4.py -------------------------------------------------------------------------------- /AVMOE/AVS/pretrained_backbones/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVS/pretrained_backbones/readme.txt -------------------------------------------------------------------------------- /AVMOE/AVVP/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/dataloader.py -------------------------------------------------------------------------------- /AVMOE/AVVP/images/framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/images/framework.png -------------------------------------------------------------------------------- /AVMOE/AVVP/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/main.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/attentions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/attentions.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/esc_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/esc_config.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/grouping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/grouping.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/htsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/htsat.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/layers.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/mgn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/mgn.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/models.py -------------------------------------------------------------------------------- /AVMOE/AVVP/nets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/nets/utils.py -------------------------------------------------------------------------------- /AVMOE/AVVP/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/test.sh -------------------------------------------------------------------------------- /AVMOE/AVVP/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/train.sh -------------------------------------------------------------------------------- /AVMOE/AVVP/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /AVMOE/AVVP/utils/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/utils/eval_metrics.py -------------------------------------------------------------------------------- /AVMOE/AVVP/val.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/AVMOE/AVVP/val.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/README.md -------------------------------------------------------------------------------- /data/AVE/Annotations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/Annotations.txt -------------------------------------------------------------------------------- /data/AVE/ReadMe.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/ReadMe.txt -------------------------------------------------------------------------------- /data/AVE/categories.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/categories.txt -------------------------------------------------------------------------------- /data/AVE/labels.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/labels.h5 -------------------------------------------------------------------------------- /data/AVE/labels_closs.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/labels_closs.h5 -------------------------------------------------------------------------------- /data/AVE/labels_noisy.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/labels_noisy.h5 -------------------------------------------------------------------------------- /data/AVE/mil_labels.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/mil_labels.h5 -------------------------------------------------------------------------------- /data/AVE/testSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/testSet.txt -------------------------------------------------------------------------------- /data/AVE/test_order.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/test_order.h5 -------------------------------------------------------------------------------- /data/AVE/test_order_match.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/test_order_match.h5 -------------------------------------------------------------------------------- /data/AVE/trainSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/trainSet.txt -------------------------------------------------------------------------------- /data/AVE/train_order.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/train_order.h5 -------------------------------------------------------------------------------- /data/AVE/train_order_match.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/train_order_match.h5 -------------------------------------------------------------------------------- /data/AVE/valSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/valSet.txt -------------------------------------------------------------------------------- /data/AVE/val_order.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/val_order.h5 -------------------------------------------------------------------------------- /data/AVE/val_order_match.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVE/val_order_match.h5 -------------------------------------------------------------------------------- /data/AVQA/ans_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/ans_vocab.txt -------------------------------------------------------------------------------- /data/AVQA/json/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.DS_Store -------------------------------------------------------------------------------- /data/AVQA/json/.ipynb_checkpoints/avqa-test-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.ipynb_checkpoints/avqa-test-checkpoint.json -------------------------------------------------------------------------------- /data/AVQA/json/.ipynb_checkpoints/avqa-test_fake-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.ipynb_checkpoints/avqa-test_fake-checkpoint.json -------------------------------------------------------------------------------- /data/AVQA/json/.ipynb_checkpoints/avqa-train-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.ipynb_checkpoints/avqa-train-checkpoint.json -------------------------------------------------------------------------------- /data/AVQA/json/.ipynb_checkpoints/avqa-train_real-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.ipynb_checkpoints/avqa-train_real-checkpoint.json -------------------------------------------------------------------------------- /data/AVQA/json/.ipynb_checkpoints/avqa-val-checkpoint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/.ipynb_checkpoints/avqa-val-checkpoint.json -------------------------------------------------------------------------------- /data/AVQA/json/avqa-test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/avqa-test.json -------------------------------------------------------------------------------- /data/AVQA/json/avqa-train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/avqa-train.json -------------------------------------------------------------------------------- /data/AVQA/json/avqa-val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json/avqa-val.json -------------------------------------------------------------------------------- /data/AVQA/json_update/avqa-test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json_update/avqa-test.json -------------------------------------------------------------------------------- /data/AVQA/json_update/avqa-train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json_update/avqa-train.json -------------------------------------------------------------------------------- /data/AVQA/json_update/avqa-val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/json_update/avqa-val.json -------------------------------------------------------------------------------- /data/AVQA/ques_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVQA/ques_vocab.txt -------------------------------------------------------------------------------- /data/AVVP/AVVP_dataset_full.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_dataset_full.csv -------------------------------------------------------------------------------- /data/AVVP/AVVP_eval_audio.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_eval_audio.csv -------------------------------------------------------------------------------- /data/AVVP/AVVP_eval_visual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_eval_visual.csv -------------------------------------------------------------------------------- /data/AVVP/AVVP_test_pd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_test_pd.csv -------------------------------------------------------------------------------- /data/AVVP/AVVP_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_train.csv -------------------------------------------------------------------------------- /data/AVVP/AVVP_val_pd.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/data/AVVP/AVVP_val_pd.csv -------------------------------------------------------------------------------- /images/TSNE_result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/images/TSNE_result.png -------------------------------------------------------------------------------- /images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/images/overview.png -------------------------------------------------------------------------------- /images/qualitative_examples_avs_task.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/images/qualitative_examples_avs_task.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yingchengy/AVMOE/HEAD/requirements.txt --------------------------------------------------------------------------------