├── .gitattributes ├── .gitignore ├── README.md ├── data ├── .gitignore └── human_study │ ├── img_pool.json │ └── indices.csv ├── dataloader.py ├── dataloader_human_study.py ├── dialog_output ├── RL-Diverse-Qbot-A-Bot │ ├── Similarity_Metrics_Plot.png │ ├── latex.txt │ ├── metrics.txt │ ├── norms.png │ └── results.json ├── SL-QBOT-ABOT │ ├── Similarity_Metrics_Plot.png │ ├── latex.txt │ ├── metrics.txt │ ├── norms.png │ └── results.json ├── SL_Div-QBOT-ABOT │ ├── Similarity_Metrics_Plot.png │ ├── latex.txt │ ├── metrics.txt │ ├── norms.png │ └── results.json ├── index.html └── static │ ├── bootstrap.min.css │ ├── jquery-3.2.1.min.js │ └── main.js ├── env.yml ├── eval_utils ├── __init__.py ├── dialog_generate.py ├── human_study_data.py ├── rank_answerer.py └── rank_questioner.py ├── evaluate.py ├── images ├── model_figure.jpg ├── qbot-match-gen.png ├── qbot-ours-gen.png ├── teaser.png └── visualization.jpg ├── options.py ├── scripts ├── download_checkpoints.sh └── download_preprocessed.sh ├── train.py ├── utils ├── __init__.py ├── utilities.py └── visualize.py └── visdial ├── __init__.py ├── metrics.py └── models ├── __init__.py ├── agent.py ├── answerer.py ├── decoders ├── __init__.py └── gen.py ├── encoders ├── __init__.py └── hre.py └── questioner.py /.gitattributes: -------------------------------------------------------------------------------- 1 | *.ipynb linguist-detectable=false 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | visdial/ 2 | -------------------------------------------------------------------------------- /data/human_study/img_pool.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/data/human_study/img_pool.json -------------------------------------------------------------------------------- /data/human_study/indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/data/human_study/indices.csv -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dataloader.py -------------------------------------------------------------------------------- /dataloader_human_study.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dataloader_human_study.py -------------------------------------------------------------------------------- /dialog_output/RL-Diverse-Qbot-A-Bot/Similarity_Metrics_Plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/RL-Diverse-Qbot-A-Bot/Similarity_Metrics_Plot.png -------------------------------------------------------------------------------- /dialog_output/RL-Diverse-Qbot-A-Bot/latex.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/RL-Diverse-Qbot-A-Bot/latex.txt -------------------------------------------------------------------------------- /dialog_output/RL-Diverse-Qbot-A-Bot/metrics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/RL-Diverse-Qbot-A-Bot/metrics.txt -------------------------------------------------------------------------------- /dialog_output/RL-Diverse-Qbot-A-Bot/norms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/RL-Diverse-Qbot-A-Bot/norms.png -------------------------------------------------------------------------------- /dialog_output/RL-Diverse-Qbot-A-Bot/results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/RL-Diverse-Qbot-A-Bot/results.json -------------------------------------------------------------------------------- /dialog_output/SL-QBOT-ABOT/Similarity_Metrics_Plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL-QBOT-ABOT/Similarity_Metrics_Plot.png -------------------------------------------------------------------------------- /dialog_output/SL-QBOT-ABOT/latex.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL-QBOT-ABOT/latex.txt -------------------------------------------------------------------------------- /dialog_output/SL-QBOT-ABOT/metrics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL-QBOT-ABOT/metrics.txt -------------------------------------------------------------------------------- /dialog_output/SL-QBOT-ABOT/norms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL-QBOT-ABOT/norms.png -------------------------------------------------------------------------------- /dialog_output/SL-QBOT-ABOT/results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL-QBOT-ABOT/results.json -------------------------------------------------------------------------------- /dialog_output/SL_Div-QBOT-ABOT/Similarity_Metrics_Plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL_Div-QBOT-ABOT/Similarity_Metrics_Plot.png -------------------------------------------------------------------------------- /dialog_output/SL_Div-QBOT-ABOT/latex.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL_Div-QBOT-ABOT/latex.txt -------------------------------------------------------------------------------- /dialog_output/SL_Div-QBOT-ABOT/metrics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL_Div-QBOT-ABOT/metrics.txt -------------------------------------------------------------------------------- /dialog_output/SL_Div-QBOT-ABOT/norms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL_Div-QBOT-ABOT/norms.png -------------------------------------------------------------------------------- /dialog_output/SL_Div-QBOT-ABOT/results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/SL_Div-QBOT-ABOT/results.json -------------------------------------------------------------------------------- /dialog_output/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/index.html -------------------------------------------------------------------------------- /dialog_output/static/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/static/bootstrap.min.css -------------------------------------------------------------------------------- /dialog_output/static/jquery-3.2.1.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/static/jquery-3.2.1.min.js -------------------------------------------------------------------------------- /dialog_output/static/main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/dialog_output/static/main.js -------------------------------------------------------------------------------- /env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/env.yml -------------------------------------------------------------------------------- /eval_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval_utils/dialog_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/eval_utils/dialog_generate.py -------------------------------------------------------------------------------- /eval_utils/human_study_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/eval_utils/human_study_data.py -------------------------------------------------------------------------------- /eval_utils/rank_answerer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/eval_utils/rank_answerer.py -------------------------------------------------------------------------------- /eval_utils/rank_questioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/eval_utils/rank_questioner.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/evaluate.py -------------------------------------------------------------------------------- /images/model_figure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/images/model_figure.jpg -------------------------------------------------------------------------------- /images/qbot-match-gen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/images/qbot-match-gen.png -------------------------------------------------------------------------------- /images/qbot-ours-gen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/images/qbot-ours-gen.png -------------------------------------------------------------------------------- /images/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/images/teaser.png -------------------------------------------------------------------------------- /images/visualization.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/images/visualization.jpg -------------------------------------------------------------------------------- /options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/options.py -------------------------------------------------------------------------------- /scripts/download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/scripts/download_checkpoints.sh -------------------------------------------------------------------------------- /scripts/download_preprocessed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/scripts/download_preprocessed.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/train.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/utils/utilities.py -------------------------------------------------------------------------------- /utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/utils/visualize.py -------------------------------------------------------------------------------- /visdial/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /visdial/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/metrics.py -------------------------------------------------------------------------------- /visdial/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/__init__.py -------------------------------------------------------------------------------- /visdial/models/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/agent.py -------------------------------------------------------------------------------- /visdial/models/answerer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/answerer.py -------------------------------------------------------------------------------- /visdial/models/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/decoders/__init__.py -------------------------------------------------------------------------------- /visdial/models/decoders/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/decoders/gen.py -------------------------------------------------------------------------------- /visdial/models/encoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/encoders/__init__.py -------------------------------------------------------------------------------- /visdial/models/encoders/hre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/encoders/hre.py -------------------------------------------------------------------------------- /visdial/models/questioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vmurahari3/visdial-diversity/HEAD/visdial/models/questioner.py --------------------------------------------------------------------------------