├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── requirements.txt └── research └── im2txt ├── .gitignore ├── README.md ├── WORKSPACE ├── data ├── balanced_split │ ├── test_man.txt │ ├── test_woman.txt │ ├── val_man.txt │ └── val_woman.txt ├── bias_splits │ ├── dev.ids.txt │ ├── test.ids.txt │ └── train.ids.txt ├── captions_only_valtrain2014.json ├── gt_labels.p ├── img_names.txt ├── object_lists │ ├── intersection_baseball_person.txt │ ├── intersection_cell_person.txt │ ├── intersection_food_person.txt │ ├── intersection_kitchen_person.txt │ ├── intersection_motorcycle_person.txt │ ├── intersection_skateboard_person.txt │ ├── intersection_snowboard_person.txt │ ├── intersection_table_person.txt │ ├── intersection_tie_person.txt │ └── intersection_umbrella_person.txt └── word_counts.txt ├── data_analysis ├── __init__.py ├── data_analysis_base.py ├── data_analysis_sentence.py ├── eccv_2018_results.py ├── evaluate_gradcam.py ├── evaluate_gradcam_with_gt.py ├── evaluate_saliency_with_gt.py ├── get_shopping_ids.py └── object_correlation.py ├── gradcam ├── __init__.py ├── base.py └── grad_cam.py ├── im2txt ├── BUILD ├── __init__.py ├── configuration.py ├── data │ ├── build_scripts │ │ ├── build_mscoco_blocked_and_biased.py │ │ ├── build_mscoco_data.py │ │ └── build_mscoco_single_gender_blocked.py │ ├── download_and_preprocess_mscoco.sh │ ├── find_split.py │ └── tfRecordVisualization.ipynb ├── evaluate.py ├── gradcam_wrapper.py ├── inference_utils │ ├── BUILD │ ├── __init__.py │ ├── caption_generator.py │ ├── caption_generator_test.py │ ├── inference_wrapper_base.py │ └── vocabulary.py ├── inference_wrapper.py ├── metrics.py ├── ops │ ├── BUILD │ ├── __init__.py │ ├── image_embedding.py │ ├── image_embedding_test.py │ ├── image_processing.py │ └── inputs.py ├── run_inference.py ├── run_inference_with_gradcam.py ├── run_inference_with_gradcam_with_gt.py ├── run_inference_with_saliency_with_gt.py ├── saliency_wrapper.py ├── save_coco_person_segmentations.py ├── show_and_tell_model.py ├── show_and_tell_model_test.py └── train.py ├── scripts ├── SegmentationMasks.ipynb ├── __init__.py └── mask_utils.py ├── setup.sh └── train_scripts ├── train_balanced.sh ├── train_baseline_ft.sh ├── train_confidence.sh ├── train_confusion.sh ├── train_equalizer.sh └── train_upweight.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/requirements.txt -------------------------------------------------------------------------------- /research/im2txt/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/.gitignore -------------------------------------------------------------------------------- /research/im2txt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/README.md -------------------------------------------------------------------------------- /research/im2txt/WORKSPACE: -------------------------------------------------------------------------------- 1 | workspace(name = "im2txt") 2 | -------------------------------------------------------------------------------- /research/im2txt/data/balanced_split/test_man.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/balanced_split/test_man.txt -------------------------------------------------------------------------------- /research/im2txt/data/balanced_split/test_woman.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/balanced_split/test_woman.txt -------------------------------------------------------------------------------- /research/im2txt/data/balanced_split/val_man.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/balanced_split/val_man.txt -------------------------------------------------------------------------------- /research/im2txt/data/balanced_split/val_woman.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/balanced_split/val_woman.txt -------------------------------------------------------------------------------- /research/im2txt/data/bias_splits/dev.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/bias_splits/dev.ids.txt -------------------------------------------------------------------------------- /research/im2txt/data/bias_splits/test.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/bias_splits/test.ids.txt -------------------------------------------------------------------------------- /research/im2txt/data/bias_splits/train.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/bias_splits/train.ids.txt -------------------------------------------------------------------------------- /research/im2txt/data/captions_only_valtrain2014.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/captions_only_valtrain2014.json -------------------------------------------------------------------------------- /research/im2txt/data/gt_labels.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/gt_labels.p -------------------------------------------------------------------------------- /research/im2txt/data/img_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/img_names.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_baseball_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_baseball_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_cell_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_cell_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_food_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_food_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_kitchen_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_kitchen_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_motorcycle_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_motorcycle_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_skateboard_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_skateboard_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_snowboard_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_snowboard_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_table_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_table_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_tie_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_tie_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/object_lists/intersection_umbrella_person.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/object_lists/intersection_umbrella_person.txt -------------------------------------------------------------------------------- /research/im2txt/data/word_counts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data/word_counts.txt -------------------------------------------------------------------------------- /research/im2txt/data_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /research/im2txt/data_analysis/data_analysis_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/data_analysis_base.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/data_analysis_sentence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/data_analysis_sentence.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/eccv_2018_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/eccv_2018_results.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/evaluate_gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/evaluate_gradcam.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/evaluate_gradcam_with_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/evaluate_gradcam_with_gt.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/evaluate_saliency_with_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/evaluate_saliency_with_gt.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/get_shopping_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/get_shopping_ids.py -------------------------------------------------------------------------------- /research/im2txt/data_analysis/object_correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/data_analysis/object_correlation.py -------------------------------------------------------------------------------- /research/im2txt/gradcam/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /research/im2txt/gradcam/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/gradcam/base.py -------------------------------------------------------------------------------- /research/im2txt/gradcam/grad_cam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/gradcam/grad_cam.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/BUILD -------------------------------------------------------------------------------- /research/im2txt/im2txt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /research/im2txt/im2txt/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/configuration.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/build_scripts/build_mscoco_blocked_and_biased.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/build_scripts/build_mscoco_blocked_and_biased.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/build_scripts/build_mscoco_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/build_scripts/build_mscoco_data.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/build_scripts/build_mscoco_single_gender_blocked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/build_scripts/build_mscoco_single_gender_blocked.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/download_and_preprocess_mscoco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/download_and_preprocess_mscoco.sh -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/find_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/find_split.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/data/tfRecordVisualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/data/tfRecordVisualization.ipynb -------------------------------------------------------------------------------- /research/im2txt/im2txt/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/evaluate.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/gradcam_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/gradcam_wrapper.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_utils/BUILD -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/caption_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_utils/caption_generator.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/caption_generator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_utils/caption_generator_test.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/inference_wrapper_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_utils/inference_wrapper_base.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_utils/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_utils/vocabulary.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/inference_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/inference_wrapper.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/metrics.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/BUILD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/ops/BUILD -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/__init__.py: -------------------------------------------------------------------------------- 1 | #do nothing 2 | -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/image_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/ops/image_embedding.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/image_embedding_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/ops/image_embedding_test.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/image_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/ops/image_processing.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/ops/inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/ops/inputs.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/run_inference.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/run_inference_with_gradcam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/run_inference_with_gradcam.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/run_inference_with_gradcam_with_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/run_inference_with_gradcam_with_gt.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/run_inference_with_saliency_with_gt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/run_inference_with_saliency_with_gt.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/saliency_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/saliency_wrapper.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/save_coco_person_segmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/save_coco_person_segmentations.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/show_and_tell_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/show_and_tell_model.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/show_and_tell_model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/show_and_tell_model_test.py -------------------------------------------------------------------------------- /research/im2txt/im2txt/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/im2txt/train.py -------------------------------------------------------------------------------- /research/im2txt/scripts/SegmentationMasks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/scripts/SegmentationMasks.ipynb -------------------------------------------------------------------------------- /research/im2txt/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /research/im2txt/scripts/mask_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/scripts/mask_utils.py -------------------------------------------------------------------------------- /research/im2txt/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/setup.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_balanced.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_balanced.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_baseline_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_baseline_ft.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_confidence.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_confidence.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_confusion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_confusion.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_equalizer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_equalizer.sh -------------------------------------------------------------------------------- /research/im2txt/train_scripts/train_upweight.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kayburns/women-snowboard/HEAD/research/im2txt/train_scripts/train_upweight.sh --------------------------------------------------------------------------------