├── Dockerfile ├── LICENSE ├── README.md ├── environment.yml ├── imgs └── slash_icon.png ├── requirements.txt ├── setup.sh └── src ├── README.md ├── SLASH ├── __init__.py ├── mvpp.py └── slash.py ├── __init__.py ├── datasets.py ├── einsum_wrapper.py ├── experiments ├── __init__.py ├── baseline_slot_attention │ ├── dataGen.py │ ├── set_utils.py │ ├── train.py │ └── train.sh ├── mnist_top_k │ ├── __init__.py │ ├── dataGen.py │ ├── data_generation.ipynb │ ├── network_nn.py │ ├── train.py │ ├── train_baseline.sh │ ├── train_same.sh │ └── train_top_k.sh ├── slash_attention │ ├── ap_utils.py │ ├── clevr │ │ ├── __init__.py │ │ ├── auxiliary.py │ │ ├── dataGen.py │ │ ├── slash_attention_clevr.py │ │ └── train.py │ ├── clevr_cogent │ │ ├── __init__.py │ │ ├── auxiliary.py │ │ ├── dataGen.py │ │ ├── slash_attention_clevr.py │ │ └── train.py │ ├── cogent │ │ ├── __init__.py │ │ ├── dataGen.py │ │ ├── slash_attention_cogent.py │ │ └── train.py │ └── shapeworld4 │ │ ├── __init__.py │ │ ├── dataGen.py │ │ ├── slash_attention_shapeworld4.py │ │ └── train.py └── vqa │ ├── __init__.py │ ├── cmd_args2.py │ ├── dataGen.py │ ├── knowledge_graph.py │ ├── models.py │ ├── network_nn.py │ ├── preprocess.py │ ├── query_lib.py │ ├── sg_model.py │ ├── test.py │ ├── test.sh │ ├── train.py │ ├── train.sh │ ├── trainer.py │ ├── vqa_utils.py │ └── word_idx_translator.py ├── slot_attention_module.py └── utils.py /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/environment.yml -------------------------------------------------------------------------------- /imgs/slash_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/imgs/slash_icon.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/setup.sh -------------------------------------------------------------------------------- /src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/README.md -------------------------------------------------------------------------------- /src/SLASH/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/SLASH/mvpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/SLASH/mvpp.py -------------------------------------------------------------------------------- /src/SLASH/slash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/SLASH/slash.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/datasets.py -------------------------------------------------------------------------------- /src/einsum_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/einsum_wrapper.py -------------------------------------------------------------------------------- /src/experiments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/baseline_slot_attention/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/baseline_slot_attention/dataGen.py -------------------------------------------------------------------------------- /src/experiments/baseline_slot_attention/set_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/baseline_slot_attention/set_utils.py -------------------------------------------------------------------------------- /src/experiments/baseline_slot_attention/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/baseline_slot_attention/train.py -------------------------------------------------------------------------------- /src/experiments/baseline_slot_attention/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/baseline_slot_attention/train.sh -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/dataGen.py -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/data_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/data_generation.ipynb -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/network_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/network_nn.py -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/train.py -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/train_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/train_baseline.sh -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/train_same.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/train_same.sh -------------------------------------------------------------------------------- /src/experiments/mnist_top_k/train_top_k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/mnist_top_k/train_top_k.sh -------------------------------------------------------------------------------- /src/experiments/slash_attention/ap_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/ap_utils.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr/auxiliary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr/auxiliary.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr/dataGen.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr/slash_attention_clevr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr/slash_attention_clevr.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr/train.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr_cogent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr_cogent/auxiliary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr_cogent/auxiliary.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr_cogent/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr_cogent/dataGen.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr_cogent/slash_attention_clevr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr_cogent/slash_attention_clevr.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/clevr_cogent/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/clevr_cogent/train.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/cogent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/slash_attention/cogent/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/cogent/dataGen.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/cogent/slash_attention_cogent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/cogent/slash_attention_cogent.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/cogent/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/cogent/train.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/shapeworld4/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/slash_attention/shapeworld4/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/shapeworld4/dataGen.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/shapeworld4/slash_attention_shapeworld4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/shapeworld4/slash_attention_shapeworld4.py -------------------------------------------------------------------------------- /src/experiments/slash_attention/shapeworld4/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/slash_attention/shapeworld4/train.py -------------------------------------------------------------------------------- /src/experiments/vqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/experiments/vqa/cmd_args2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/cmd_args2.py -------------------------------------------------------------------------------- /src/experiments/vqa/dataGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/dataGen.py -------------------------------------------------------------------------------- /src/experiments/vqa/knowledge_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/knowledge_graph.py -------------------------------------------------------------------------------- /src/experiments/vqa/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/models.py -------------------------------------------------------------------------------- /src/experiments/vqa/network_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/network_nn.py -------------------------------------------------------------------------------- /src/experiments/vqa/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/preprocess.py -------------------------------------------------------------------------------- /src/experiments/vqa/query_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/query_lib.py -------------------------------------------------------------------------------- /src/experiments/vqa/sg_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/sg_model.py -------------------------------------------------------------------------------- /src/experiments/vqa/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/test.py -------------------------------------------------------------------------------- /src/experiments/vqa/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/test.sh -------------------------------------------------------------------------------- /src/experiments/vqa/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/train.py -------------------------------------------------------------------------------- /src/experiments/vqa/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/train.sh -------------------------------------------------------------------------------- /src/experiments/vqa/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/trainer.py -------------------------------------------------------------------------------- /src/experiments/vqa/vqa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/vqa_utils.py -------------------------------------------------------------------------------- /src/experiments/vqa/word_idx_translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/experiments/vqa/word_idx_translator.py -------------------------------------------------------------------------------- /src/slot_attention_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/slot_attention_module.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/SLASH/HEAD/src/utils.py --------------------------------------------------------------------------------