├── .floydignore ├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── baseline_mlp.json ├── examples ├── airplanes.jpg ├── apple.jpeg ├── apples.jpg ├── balloons.jpeg ├── house.jpg ├── people.jpeg ├── train.jpg └── vehicles.jpeg ├── floyd.yml ├── keras.json ├── lstm_structure.json ├── preprocessed ├── v1 │ ├── README.md │ ├── answer_train.txt │ ├── answer_val.txt │ ├── coco_vgg_IDMap.txt │ ├── images_coco_id.txt │ ├── label_encoder.sav │ ├── label_encoder_lstm.sav │ ├── label_encoder_mlp.sav │ ├── ques_train.txt │ ├── ques_train_id.txt │ ├── ques_train_len.txt │ ├── ques_val.txt │ ├── ques_val_id.txt │ ├── ques_val_len.txt │ └── val_images_coco_id.txt └── v2 │ ├── README.md │ ├── answer_train.txt │ ├── answer_val.txt │ ├── coco_vgg_IDMap.txt │ ├── images_coco_id.txt │ ├── label_encoder.sav │ ├── label_encoder_lstm.sav │ ├── label_encoder_mlp.sav │ ├── ques_train.txt │ ├── ques_train_id.txt │ ├── ques_train_len.txt │ ├── ques_val.txt │ ├── ques_val_id.txt │ ├── ques_val_len.txt │ └── val_images_coco_id.txt ├── requirements.txt ├── res.txt ├── run_me_first_on_floyd.sh ├── src ├── README.md ├── __init__.py ├── data_prep.py ├── evaluate_LSTM.py ├── evaluate_MLP.py ├── features.py ├── test.py ├── train_LSTM.py ├── train_baseMLP.py └── utils.py ├── test1.jpg ├── test2.jpg ├── test3.jpg ├── vqa_baseline_mlp.ipynb └── vqa_lstm.ipynb /.floydignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/.floydignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/app.py -------------------------------------------------------------------------------- /baseline_mlp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/baseline_mlp.json -------------------------------------------------------------------------------- /examples/airplanes.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/airplanes.jpg -------------------------------------------------------------------------------- /examples/apple.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/apple.jpeg -------------------------------------------------------------------------------- /examples/apples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/apples.jpg -------------------------------------------------------------------------------- /examples/balloons.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/balloons.jpeg -------------------------------------------------------------------------------- /examples/house.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/house.jpg -------------------------------------------------------------------------------- /examples/people.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/people.jpeg -------------------------------------------------------------------------------- /examples/train.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/train.jpg -------------------------------------------------------------------------------- /examples/vehicles.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/examples/vehicles.jpeg -------------------------------------------------------------------------------- /floyd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/floyd.yml -------------------------------------------------------------------------------- /keras.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/keras.json -------------------------------------------------------------------------------- /lstm_structure.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/lstm_structure.json -------------------------------------------------------------------------------- /preprocessed/v1/README.md: -------------------------------------------------------------------------------- 1 | Directory for storage of preprocessed data 2 | -------------------------------------------------------------------------------- /preprocessed/v1/answer_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/answer_train.txt -------------------------------------------------------------------------------- /preprocessed/v1/answer_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/answer_val.txt -------------------------------------------------------------------------------- /preprocessed/v1/coco_vgg_IDMap.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/coco_vgg_IDMap.txt -------------------------------------------------------------------------------- /preprocessed/v1/images_coco_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/images_coco_id.txt -------------------------------------------------------------------------------- /preprocessed/v1/label_encoder.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/label_encoder.sav -------------------------------------------------------------------------------- /preprocessed/v1/label_encoder_lstm.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/label_encoder_lstm.sav -------------------------------------------------------------------------------- /preprocessed/v1/label_encoder_mlp.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/label_encoder_mlp.sav -------------------------------------------------------------------------------- /preprocessed/v1/ques_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_train.txt -------------------------------------------------------------------------------- /preprocessed/v1/ques_train_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_train_id.txt -------------------------------------------------------------------------------- /preprocessed/v1/ques_train_len.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_train_len.txt -------------------------------------------------------------------------------- /preprocessed/v1/ques_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_val.txt -------------------------------------------------------------------------------- /preprocessed/v1/ques_val_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_val_id.txt -------------------------------------------------------------------------------- /preprocessed/v1/ques_val_len.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/ques_val_len.txt -------------------------------------------------------------------------------- /preprocessed/v1/val_images_coco_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v1/val_images_coco_id.txt -------------------------------------------------------------------------------- /preprocessed/v2/README.md: -------------------------------------------------------------------------------- 1 | Directory for storage of preprocessed data 2 | -------------------------------------------------------------------------------- /preprocessed/v2/answer_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/answer_train.txt -------------------------------------------------------------------------------- /preprocessed/v2/answer_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/answer_val.txt -------------------------------------------------------------------------------- /preprocessed/v2/coco_vgg_IDMap.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/coco_vgg_IDMap.txt -------------------------------------------------------------------------------- /preprocessed/v2/images_coco_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/images_coco_id.txt -------------------------------------------------------------------------------- /preprocessed/v2/label_encoder.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/label_encoder.sav -------------------------------------------------------------------------------- /preprocessed/v2/label_encoder_lstm.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/label_encoder_lstm.sav -------------------------------------------------------------------------------- /preprocessed/v2/label_encoder_mlp.sav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/label_encoder_mlp.sav -------------------------------------------------------------------------------- /preprocessed/v2/ques_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_train.txt -------------------------------------------------------------------------------- /preprocessed/v2/ques_train_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_train_id.txt -------------------------------------------------------------------------------- /preprocessed/v2/ques_train_len.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_train_len.txt -------------------------------------------------------------------------------- /preprocessed/v2/ques_val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_val.txt -------------------------------------------------------------------------------- /preprocessed/v2/ques_val_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_val_id.txt -------------------------------------------------------------------------------- /preprocessed/v2/ques_val_len.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/ques_val_len.txt -------------------------------------------------------------------------------- /preprocessed/v2/val_images_coco_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/preprocessed/v2/val_images_coco_id.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/requirements.txt -------------------------------------------------------------------------------- /res.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/res.txt -------------------------------------------------------------------------------- /run_me_first_on_floyd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/run_me_first_on_floyd.sh -------------------------------------------------------------------------------- /src/README.md: -------------------------------------------------------------------------------- 1 | Directory for source scripts 2 | 3 | -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data_prep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/data_prep.py -------------------------------------------------------------------------------- /src/evaluate_LSTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/evaluate_LSTM.py -------------------------------------------------------------------------------- /src/evaluate_MLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/evaluate_MLP.py -------------------------------------------------------------------------------- /src/features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/features.py -------------------------------------------------------------------------------- /src/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/test.py -------------------------------------------------------------------------------- /src/train_LSTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/train_LSTM.py -------------------------------------------------------------------------------- /src/train_baseMLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/train_baseMLP.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/src/utils.py -------------------------------------------------------------------------------- /test1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/test1.jpg -------------------------------------------------------------------------------- /test2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/test2.jpg -------------------------------------------------------------------------------- /test3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/test3.jpg -------------------------------------------------------------------------------- /vqa_baseline_mlp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/vqa_baseline_mlp.ipynb -------------------------------------------------------------------------------- /vqa_lstm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sominw/vqamd_floyd/HEAD/vqa_lstm.ipynb --------------------------------------------------------------------------------