├── .gitignore ├── Dependencies ├── .gitignore └── requirements.txt ├── Docs └── intro.jpg ├── Experiments ├── baseline1.json ├── baseline10.json ├── baseline3.json ├── caption1.json ├── caption10.json ├── caption3.json ├── captiontest.json ├── lifelong1.json ├── lifelong10.json ├── lifelong3.json ├── lifelongOldModels.json ├── lifelongtest.json ├── question1.json ├── question10.json ├── question3.json ├── questiontest.json ├── vqa.json └── vqatest.json ├── LICENSE ├── Losses ├── __init__.py ├── loss.py └── metrics.py ├── Models ├── __init__.py ├── attention_captioner.py ├── attention_questioner.py ├── attention_vqa.py └── decision_maker.py ├── README.md ├── Scripts ├── __init__.py ├── datasets │ ├── __init__.py │ ├── dataset_caption.py │ ├── dataset_lifelong.py │ ├── dataset_quegen.py │ └── dataset_vqa.py ├── eval │ ├── __init__.py │ ├── coco_eval.py │ └── vqa_eval.py ├── train_caption.py ├── train_lifelong.py ├── train_lifelong_baseline.py ├── train_quegen.py ├── train_vqa.py └── util.py ├── Utils ├── __init__.py ├── css │ ├── caption.css │ ├── lifelong.css │ ├── question.css │ └── vqa.css ├── preprocess │ ├── checkpoint │ │ └── .gitignore │ ├── preprocess_cider.py │ ├── preprocess_imgs.py │ ├── preprocess_llsplits.py │ └── resnet │ │ ├── __init__.py │ │ ├── resnet.py │ │ └── resnet_utils.py ├── tensorboardlogger.py ├── util.py └── visualizer.py ├── cat.jpg ├── demo.py └── setup.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/.gitignore -------------------------------------------------------------------------------- /Dependencies/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Dependencies/.gitignore -------------------------------------------------------------------------------- /Dependencies/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Dependencies/requirements.txt -------------------------------------------------------------------------------- /Docs/intro.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Docs/intro.jpg -------------------------------------------------------------------------------- /Experiments/baseline1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/baseline1.json -------------------------------------------------------------------------------- /Experiments/baseline10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/baseline10.json -------------------------------------------------------------------------------- /Experiments/baseline3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/baseline3.json -------------------------------------------------------------------------------- /Experiments/caption1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/caption1.json -------------------------------------------------------------------------------- /Experiments/caption10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/caption10.json -------------------------------------------------------------------------------- /Experiments/caption3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/caption3.json -------------------------------------------------------------------------------- /Experiments/captiontest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/captiontest.json -------------------------------------------------------------------------------- /Experiments/lifelong1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/lifelong1.json -------------------------------------------------------------------------------- /Experiments/lifelong10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/lifelong10.json -------------------------------------------------------------------------------- /Experiments/lifelong3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/lifelong3.json -------------------------------------------------------------------------------- /Experiments/lifelongOldModels.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/lifelongOldModels.json -------------------------------------------------------------------------------- /Experiments/lifelongtest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/lifelongtest.json -------------------------------------------------------------------------------- /Experiments/question1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/question1.json -------------------------------------------------------------------------------- /Experiments/question10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/question10.json -------------------------------------------------------------------------------- /Experiments/question3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/question3.json -------------------------------------------------------------------------------- /Experiments/questiontest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/questiontest.json -------------------------------------------------------------------------------- /Experiments/vqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/vqa.json -------------------------------------------------------------------------------- /Experiments/vqatest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Experiments/vqatest.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/LICENSE -------------------------------------------------------------------------------- /Losses/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Losses/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Losses/loss.py -------------------------------------------------------------------------------- /Losses/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Losses/metrics.py -------------------------------------------------------------------------------- /Models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Models/attention_captioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Models/attention_captioner.py -------------------------------------------------------------------------------- /Models/attention_questioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Models/attention_questioner.py -------------------------------------------------------------------------------- /Models/attention_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Models/attention_vqa.py -------------------------------------------------------------------------------- /Models/decision_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Models/decision_maker.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/README.md -------------------------------------------------------------------------------- /Scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Scripts/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Scripts/datasets/dataset_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/datasets/dataset_caption.py -------------------------------------------------------------------------------- /Scripts/datasets/dataset_lifelong.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/datasets/dataset_lifelong.py -------------------------------------------------------------------------------- /Scripts/datasets/dataset_quegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/datasets/dataset_quegen.py -------------------------------------------------------------------------------- /Scripts/datasets/dataset_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/datasets/dataset_vqa.py -------------------------------------------------------------------------------- /Scripts/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Scripts/eval/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/eval/coco_eval.py -------------------------------------------------------------------------------- /Scripts/eval/vqa_eval.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Scripts/train_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/train_caption.py -------------------------------------------------------------------------------- /Scripts/train_lifelong.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/train_lifelong.py -------------------------------------------------------------------------------- /Scripts/train_lifelong_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/train_lifelong_baseline.py -------------------------------------------------------------------------------- /Scripts/train_quegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/train_quegen.py -------------------------------------------------------------------------------- /Scripts/train_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/train_vqa.py -------------------------------------------------------------------------------- /Scripts/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Scripts/util.py -------------------------------------------------------------------------------- /Utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Utils/css/caption.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/css/caption.css -------------------------------------------------------------------------------- /Utils/css/lifelong.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/css/lifelong.css -------------------------------------------------------------------------------- /Utils/css/question.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/css/question.css -------------------------------------------------------------------------------- /Utils/css/vqa.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/css/vqa.css -------------------------------------------------------------------------------- /Utils/preprocess/checkpoint/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/checkpoint/.gitignore -------------------------------------------------------------------------------- /Utils/preprocess/preprocess_cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/preprocess_cider.py -------------------------------------------------------------------------------- /Utils/preprocess/preprocess_imgs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/preprocess_imgs.py -------------------------------------------------------------------------------- /Utils/preprocess/preprocess_llsplits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/preprocess_llsplits.py -------------------------------------------------------------------------------- /Utils/preprocess/resnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Utils/preprocess/resnet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/resnet/resnet.py -------------------------------------------------------------------------------- /Utils/preprocess/resnet/resnet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/preprocess/resnet/resnet_utils.py -------------------------------------------------------------------------------- /Utils/tensorboardlogger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/tensorboardlogger.py -------------------------------------------------------------------------------- /Utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/util.py -------------------------------------------------------------------------------- /Utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/Utils/visualizer.py -------------------------------------------------------------------------------- /cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/cat.jpg -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/demo.py -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/Caption-Lifetime-by-Asking-Questions/HEAD/setup.sh --------------------------------------------------------------------------------