├── LICENSE ├── README.md ├── code ├── .gitignore ├── README.md ├── configs.py ├── eval.py ├── get_stanford_models.sh ├── helpers │ ├── enc_dec_helper.py │ ├── etc_helper.py │ ├── input_helper.py │ ├── layer_helper.py │ └── nlp_helper.py ├── models │ ├── __init__.py │ ├── base.py │ ├── model.png │ └── pyramid_lstm.py ├── requirements.txt ├── run_eval.sh ├── run_train.sh ├── train.py └── utils │ ├── __init__.py │ ├── etc_utils.py │ ├── evaluator.py │ ├── pycocoevalcap │ ├── README.md │ ├── bleu │ │ ├── LICENSE │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── eval.py │ ├── license.txt │ ├── meteor │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ ├── rouge │ │ └── rouge.py │ ├── spice │ │ ├── __init__.py │ │ ├── lib │ │ │ ├── Meteor-1.5.jar │ │ │ ├── SceneGraphParser-1.0.jar │ │ │ ├── ejml-0.23.jar │ │ │ ├── fst-2.47.jar │ │ │ ├── guava-19.0.jar │ │ │ ├── hamcrest-core-1.3.jar │ │ │ ├── jackson-core-2.5.3.jar │ │ │ ├── javassist-3.19.0-GA.jar │ │ │ ├── json-simple-1.1.1.jar │ │ │ ├── junit-4.12.jar │ │ │ ├── lmdbjni-0.4.6.jar │ │ │ ├── lmdbjni-linux64-0.4.6.jar │ │ │ ├── lmdbjni-osx64-0.4.6.jar │ │ │ ├── lmdbjni-win64-0.4.6.jar │ │ │ ├── objenesis-2.4.jar │ │ │ ├── slf4j-api-1.7.12.jar │ │ │ └── slf4j-simple-1.7.21.jar │ │ ├── spice-1.0.jar │ │ └── spice.py │ └── tokenizer │ │ ├── ptbtokenizer.py │ │ └── stanford-corenlp-3.4.1.jar │ ├── pycocotools │ ├── __init__.py │ └── coco.py │ └── vocab_utils.py ├── dataset ├── README.md ├── test.csv ├── train.csv └── val.csv ├── dataset2.0 ├── README.md ├── test.csv ├── train.csv └── val.csv └── resources ├── audiocaps_intro.png └── download_agreement.pdf /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/README.md -------------------------------------------------------------------------------- /code/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/.gitignore -------------------------------------------------------------------------------- /code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/README.md -------------------------------------------------------------------------------- /code/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/configs.py -------------------------------------------------------------------------------- /code/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/eval.py -------------------------------------------------------------------------------- /code/get_stanford_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/get_stanford_models.sh -------------------------------------------------------------------------------- /code/helpers/enc_dec_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/helpers/enc_dec_helper.py -------------------------------------------------------------------------------- /code/helpers/etc_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/helpers/etc_helper.py -------------------------------------------------------------------------------- /code/helpers/input_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/helpers/input_helper.py -------------------------------------------------------------------------------- /code/helpers/layer_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/helpers/layer_helper.py -------------------------------------------------------------------------------- /code/helpers/nlp_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/helpers/nlp_helper.py -------------------------------------------------------------------------------- /code/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/models/base.py -------------------------------------------------------------------------------- /code/models/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/models/model.png -------------------------------------------------------------------------------- /code/models/pyramid_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/models/pyramid_lstm.py -------------------------------------------------------------------------------- /code/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/requirements.txt -------------------------------------------------------------------------------- /code/run_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/run_eval.sh -------------------------------------------------------------------------------- /code/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/run_train.sh -------------------------------------------------------------------------------- /code/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/train.py -------------------------------------------------------------------------------- /code/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/utils/etc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/etc_utils.py -------------------------------------------------------------------------------- /code/utils/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/evaluator.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/README.md -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/eval.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/license.txt -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/Meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/Meteor-1.5.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/SceneGraphParser-1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/SceneGraphParser-1.0.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/ejml-0.23.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/ejml-0.23.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/fst-2.47.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/fst-2.47.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/guava-19.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/guava-19.0.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/hamcrest-core-1.3.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/hamcrest-core-1.3.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/jackson-core-2.5.3.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/jackson-core-2.5.3.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/javassist-3.19.0-GA.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/javassist-3.19.0-GA.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/json-simple-1.1.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/json-simple-1.1.1.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/junit-4.12.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/junit-4.12.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/lmdbjni-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/lmdbjni-0.4.6.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/lmdbjni-linux64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/lmdbjni-linux64-0.4.6.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/lmdbjni-osx64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/lmdbjni-osx64-0.4.6.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/lmdbjni-win64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/lmdbjni-win64-0.4.6.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/objenesis-2.4.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/objenesis-2.4.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/slf4j-api-1.7.12.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/slf4j-api-1.7.12.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/lib/slf4j-simple-1.7.21.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/lib/slf4j-simple-1.7.21.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/spice-1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/spice-1.0.jar -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/spice/spice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/spice/spice.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /code/utils/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /code/utils/pycocotools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /code/utils/pycocotools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/pycocotools/coco.py -------------------------------------------------------------------------------- /code/utils/vocab_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/code/utils/vocab_utils.py -------------------------------------------------------------------------------- /dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset/README.md -------------------------------------------------------------------------------- /dataset/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset/test.csv -------------------------------------------------------------------------------- /dataset/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset/train.csv -------------------------------------------------------------------------------- /dataset/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset/val.csv -------------------------------------------------------------------------------- /dataset2.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset2.0/README.md -------------------------------------------------------------------------------- /dataset2.0/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset2.0/test.csv -------------------------------------------------------------------------------- /dataset2.0/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset2.0/train.csv -------------------------------------------------------------------------------- /dataset2.0/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/dataset2.0/val.csv -------------------------------------------------------------------------------- /resources/audiocaps_intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/resources/audiocaps_intro.png -------------------------------------------------------------------------------- /resources/download_agreement.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cdjkim/audiocaps/HEAD/resources/download_agreement.pdf --------------------------------------------------------------------------------