├── README.md ├── __init__.py ├── dataset ├── MUSIC-AVQA-R │ ├── avqa-test-head.json │ ├── avqa-test-headtail.json │ └── avqa-test-tail.json ├── __init__.py ├── avqa_dataset.py ├── factory.py ├── music-avqa_vocab.json └── process_data.py ├── engine.py ├── images ├── Audio-Visual_Location.jpg ├── case_study.png ├── comparison_of_first_3_words.png ├── dataset_demo.png ├── distribution.jpg ├── head_tail_count.png └── model-arcv2.jpg ├── main.py ├── model ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-37.pyc │ ├── __init__.cpython-39.pyc │ ├── criterion.cpython-37.pyc │ ├── criterion.cpython-39.pyc │ ├── layer.cpython-37.pyc │ ├── layer.cpython-39.pyc │ ├── net.cpython-37.pyc │ └── net.cpython-39.pyc ├── criterion.py ├── layer.py ├── net.py └── utils.py ├── option.yaml ├── requirements.txt ├── util └── statistics.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/MUSIC-AVQA-R/avqa-test-head.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/MUSIC-AVQA-R/avqa-test-head.json -------------------------------------------------------------------------------- /dataset/MUSIC-AVQA-R/avqa-test-headtail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/MUSIC-AVQA-R/avqa-test-headtail.json -------------------------------------------------------------------------------- /dataset/MUSIC-AVQA-R/avqa-test-tail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/MUSIC-AVQA-R/avqa-test-tail.json -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/avqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/avqa_dataset.py -------------------------------------------------------------------------------- /dataset/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/factory.py -------------------------------------------------------------------------------- /dataset/music-avqa_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/music-avqa_vocab.json -------------------------------------------------------------------------------- /dataset/process_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/dataset/process_data.py -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/engine.py -------------------------------------------------------------------------------- /images/Audio-Visual_Location.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/Audio-Visual_Location.jpg -------------------------------------------------------------------------------- /images/case_study.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/case_study.png -------------------------------------------------------------------------------- /images/comparison_of_first_3_words.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/comparison_of_first_3_words.png -------------------------------------------------------------------------------- /images/dataset_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/dataset_demo.png -------------------------------------------------------------------------------- /images/distribution.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/distribution.jpg -------------------------------------------------------------------------------- /images/head_tail_count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/head_tail_count.png -------------------------------------------------------------------------------- /images/model-arcv2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/images/model-arcv2.jpg -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/main.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /model/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /model/__pycache__/criterion.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/criterion.cpython-37.pyc -------------------------------------------------------------------------------- /model/__pycache__/criterion.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/criterion.cpython-39.pyc -------------------------------------------------------------------------------- /model/__pycache__/layer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/layer.cpython-37.pyc -------------------------------------------------------------------------------- /model/__pycache__/layer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/layer.cpython-39.pyc -------------------------------------------------------------------------------- /model/__pycache__/net.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/net.cpython-37.pyc -------------------------------------------------------------------------------- /model/__pycache__/net.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/__pycache__/net.cpython-39.pyc -------------------------------------------------------------------------------- /model/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/criterion.py -------------------------------------------------------------------------------- /model/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/layer.py -------------------------------------------------------------------------------- /model/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/net.py -------------------------------------------------------------------------------- /model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/model/utils.py -------------------------------------------------------------------------------- /option.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/option.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/requirements.txt -------------------------------------------------------------------------------- /util/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/util/statistics.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mira-ai-lab/MUSIC-AVQA-R/HEAD/utils.py --------------------------------------------------------------------------------