├── .gitignore ├── README.md ├── applications ├── fine_grained_classification │ ├── classify.py │ ├── cub_dataset.py │ ├── get_phrase_scores.py │ ├── phrase_clouds.py │ └── predict_attributes.py ├── max_texture_phrase_cloud │ └── fgvc_texture_cloud.py └── synthetic_imgs │ ├── dataset.py │ ├── predict_caption.py │ └── predict_retrieve.py ├── data_api ├── __init__.py ├── data │ ├── image_descriptions.json │ ├── image_splits.json │ ├── phrase_freq.txt │ ├── phrase_freq_train.txt │ ├── word_freq.txt │ └── word_freq_train.txt ├── dataset_api.py ├── eval_gen_caption.py ├── eval_retrieve.py └── utils │ ├── __init__.py │ └── retrieval_metrics.py └── models ├── __init__.py ├── compositional_classifier └── model.py ├── layers ├── __init__.py ├── img_encoder.py ├── pretrained_word_embed.py ├── sentence_encoder.py └── util.py ├── naive_classifier ├── config_default.py ├── dataset.py ├── eval.py ├── model.py ├── predictors.py ├── train.py ├── train.sbatch ├── train_bs_lr_wd.sbatch ├── train_bs_lr_wd.sh └── train_ft_fc_tune.sh ├── show_attend_tell ├── __init__.py ├── dataset.py ├── eval.py ├── mikayla__scores_language_generation.py ├── model.py ├── train.py ├── train.sbatch └── utils.py ├── triplet_match ├── config_default.py ├── dataset.py ├── eval.py ├── model.py ├── predictors.py ├── train.py ├── train.sbatch ├── train_a_lr_wd_loss.sh ├── train_b_lang.sh ├── train_c_dist.sh └── train_d_desc.sh └── visualize ├── compare_caption.py ├── compare_retrieve_img.py ├── gt_descriptions.py ├── subset_analyze_run.py └── subset_analyzer.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | __pycache__/ 3 | 4 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/README.md -------------------------------------------------------------------------------- /applications/fine_grained_classification/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/fine_grained_classification/classify.py -------------------------------------------------------------------------------- /applications/fine_grained_classification/cub_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/fine_grained_classification/cub_dataset.py -------------------------------------------------------------------------------- /applications/fine_grained_classification/get_phrase_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/fine_grained_classification/get_phrase_scores.py -------------------------------------------------------------------------------- /applications/fine_grained_classification/phrase_clouds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/fine_grained_classification/phrase_clouds.py -------------------------------------------------------------------------------- /applications/fine_grained_classification/predict_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/fine_grained_classification/predict_attributes.py -------------------------------------------------------------------------------- /applications/max_texture_phrase_cloud/fgvc_texture_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/max_texture_phrase_cloud/fgvc_texture_cloud.py -------------------------------------------------------------------------------- /applications/synthetic_imgs/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/synthetic_imgs/dataset.py -------------------------------------------------------------------------------- /applications/synthetic_imgs/predict_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/synthetic_imgs/predict_caption.py -------------------------------------------------------------------------------- /applications/synthetic_imgs/predict_retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/applications/synthetic_imgs/predict_retrieve.py -------------------------------------------------------------------------------- /data_api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_api/data/image_descriptions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/image_descriptions.json -------------------------------------------------------------------------------- /data_api/data/image_splits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/image_splits.json -------------------------------------------------------------------------------- /data_api/data/phrase_freq.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/phrase_freq.txt -------------------------------------------------------------------------------- /data_api/data/phrase_freq_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/phrase_freq_train.txt -------------------------------------------------------------------------------- /data_api/data/word_freq.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/word_freq.txt -------------------------------------------------------------------------------- /data_api/data/word_freq_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/data/word_freq_train.txt -------------------------------------------------------------------------------- /data_api/dataset_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/dataset_api.py -------------------------------------------------------------------------------- /data_api/eval_gen_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/eval_gen_caption.py -------------------------------------------------------------------------------- /data_api/eval_retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/eval_retrieve.py -------------------------------------------------------------------------------- /data_api/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_api/utils/retrieval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/data_api/utils/retrieval_metrics.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/compositional_classifier/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/compositional_classifier/model.py -------------------------------------------------------------------------------- /models/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/layers/img_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/layers/img_encoder.py -------------------------------------------------------------------------------- /models/layers/pretrained_word_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/layers/pretrained_word_embed.py -------------------------------------------------------------------------------- /models/layers/sentence_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/layers/sentence_encoder.py -------------------------------------------------------------------------------- /models/layers/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/layers/util.py -------------------------------------------------------------------------------- /models/naive_classifier/config_default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/config_default.py -------------------------------------------------------------------------------- /models/naive_classifier/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/dataset.py -------------------------------------------------------------------------------- /models/naive_classifier/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/eval.py -------------------------------------------------------------------------------- /models/naive_classifier/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/model.py -------------------------------------------------------------------------------- /models/naive_classifier/predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/predictors.py -------------------------------------------------------------------------------- /models/naive_classifier/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/train.py -------------------------------------------------------------------------------- /models/naive_classifier/train.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/train.sbatch -------------------------------------------------------------------------------- /models/naive_classifier/train_bs_lr_wd.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/train_bs_lr_wd.sbatch -------------------------------------------------------------------------------- /models/naive_classifier/train_bs_lr_wd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/train_bs_lr_wd.sh -------------------------------------------------------------------------------- /models/naive_classifier/train_ft_fc_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/naive_classifier/train_ft_fc_tune.sh -------------------------------------------------------------------------------- /models/show_attend_tell/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/show_attend_tell/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/dataset.py -------------------------------------------------------------------------------- /models/show_attend_tell/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/eval.py -------------------------------------------------------------------------------- /models/show_attend_tell/mikayla__scores_language_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/mikayla__scores_language_generation.py -------------------------------------------------------------------------------- /models/show_attend_tell/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/model.py -------------------------------------------------------------------------------- /models/show_attend_tell/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/train.py -------------------------------------------------------------------------------- /models/show_attend_tell/train.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/train.sbatch -------------------------------------------------------------------------------- /models/show_attend_tell/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/show_attend_tell/utils.py -------------------------------------------------------------------------------- /models/triplet_match/config_default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/config_default.py -------------------------------------------------------------------------------- /models/triplet_match/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/dataset.py -------------------------------------------------------------------------------- /models/triplet_match/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/eval.py -------------------------------------------------------------------------------- /models/triplet_match/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/model.py -------------------------------------------------------------------------------- /models/triplet_match/predictors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/predictors.py -------------------------------------------------------------------------------- /models/triplet_match/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train.py -------------------------------------------------------------------------------- /models/triplet_match/train.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train.sbatch -------------------------------------------------------------------------------- /models/triplet_match/train_a_lr_wd_loss.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train_a_lr_wd_loss.sh -------------------------------------------------------------------------------- /models/triplet_match/train_b_lang.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train_b_lang.sh -------------------------------------------------------------------------------- /models/triplet_match/train_c_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train_c_dist.sh -------------------------------------------------------------------------------- /models/triplet_match/train_d_desc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/triplet_match/train_d_desc.sh -------------------------------------------------------------------------------- /models/visualize/compare_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/visualize/compare_caption.py -------------------------------------------------------------------------------- /models/visualize/compare_retrieve_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/visualize/compare_retrieve_img.py -------------------------------------------------------------------------------- /models/visualize/gt_descriptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/visualize/gt_descriptions.py -------------------------------------------------------------------------------- /models/visualize/subset_analyze_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/visualize/subset_analyze_run.py -------------------------------------------------------------------------------- /models/visualize/subset_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ChenyunWu/DescribingTextures/HEAD/models/visualize/subset_analyzer.py --------------------------------------------------------------------------------