├── .gitignore ├── LICENSE ├── README.md ├── caption_evaluation_tools ├── README.md ├── __init__.py ├── coco_caption │ ├── .gitignore │ ├── README.md │ ├── __init__.py │ ├── cocoEvalCapDemo.ipynb │ ├── get_stanford_models.sh │ ├── license.txt │ ├── pycocoevalcap │ │ ├── __init__.py │ │ ├── bleu │ │ │ ├── LICENSE │ │ │ ├── __init__.py │ │ │ ├── bleu.py │ │ │ └── bleu_scorer.py │ │ ├── cider │ │ │ ├── __init__.py │ │ │ ├── cider.py │ │ │ └── cider_scorer.py │ │ ├── eval.py │ │ ├── fense │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── download_utils.py │ │ │ ├── evaluator.py │ │ │ └── model.py │ │ ├── meteor │ │ │ ├── __init__.py │ │ │ ├── data │ │ │ │ └── paraphrase-en.gz │ │ │ ├── meteor-1.5.jar │ │ │ └── meteor.py │ │ ├── rouge │ │ │ ├── __init__.py │ │ │ └── rouge.py │ │ ├── spice │ │ │ ├── .gitignore │ │ │ ├── __init__.py │ │ │ ├── lib │ │ │ │ ├── Meteor-1.5.jar │ │ │ │ ├── SceneGraphParser-1.0.jar │ │ │ │ ├── ejml-0.23.jar │ │ │ │ ├── fst-2.47.jar │ │ │ │ ├── guava-19.0.jar │ │ │ │ ├── hamcrest-core-1.3.jar │ │ │ │ ├── jackson-core-2.5.3.jar │ │ │ │ ├── javassist-3.19.0-GA.jar │ │ │ │ ├── json-simple-1.1.1.jar │ │ │ │ ├── junit-4.12.jar │ │ │ │ ├── lmdbjni-0.4.6.jar │ │ │ │ ├── lmdbjni-linux64-0.4.6.jar │ │ │ │ ├── lmdbjni-osx64-0.4.6.jar │ │ │ │ ├── lmdbjni-win64-0.4.6.jar │ │ │ │ ├── objenesis-2.4.jar │ │ │ │ ├── slf4j-api-1.7.12.jar │ │ │ │ └── slf4j-simple-1.7.21.jar │ │ │ ├── spice-1.0.jar │ │ │ └── spice.py │ │ ├── test_fense.py │ │ └── tokenizer │ │ │ ├── __init__.py │ │ │ ├── ptbtokenizer.py │ │ │ ├── stanford-corenlp-3.4.1.jar │ │ │ └── tmp5cbcatf4 │ └── pycocotools │ │ ├── __init__.py │ │ └── coco.py └── eval_metrics.py ├── config ├── beam_search.json ├── conformer_config.json ├── model_config.json ├── nucleus_t0.5_p95.json └── training_config.json ├── data ├── clotho_captioning_dataset.py ├── clotho_mixup_dataset.py └── data_collator.py ├── download_clotho.sh ├── download_model.sh ├── evaluate.py ├── inference_beam_search.py ├── inference_sampling.py ├── model ├── BEATs.py ├── backbone.py ├── modeling_beats_conformer_bart.py ├── modules.py └── specaug.py ├── requirements.txt ├── reranking ├── decoder_rerank_sampling_outputs.py ├── encoder_rerank_sampling_outputs.py └── hybrid_scoring.py ├── run_beam_search.sh └── run_sampling_reranking.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/README.md -------------------------------------------------------------------------------- /caption_evaluation_tools/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/README.md -------------------------------------------------------------------------------- /caption_evaluation_tools/__init__.py: -------------------------------------------------------------------------------- 1 | # This file is added for package functionality 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/README.md -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/__init__.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/cocoEvalCapDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/cocoEvalCapDemo.ipynb -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/get_stanford_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/get_stanford_models.sh -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/license.txt -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/eval.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/fense/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.1' -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/fense/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/fense/data.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/fense/download_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/fense/download_utils.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/fense/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/fense/evaluator.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/fense/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/fense/model.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/.gitignore -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/Meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/Meteor-1.5.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/SceneGraphParser-1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/SceneGraphParser-1.0.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/ejml-0.23.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/ejml-0.23.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/fst-2.47.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/fst-2.47.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/guava-19.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/guava-19.0.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/hamcrest-core-1.3.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/hamcrest-core-1.3.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/jackson-core-2.5.3.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/jackson-core-2.5.3.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/javassist-3.19.0-GA.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/javassist-3.19.0-GA.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/json-simple-1.1.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/json-simple-1.1.1.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/junit-4.12.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/junit-4.12.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-0.4.6.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-linux64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-linux64-0.4.6.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-osx64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-osx64-0.4.6.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-win64-0.4.6.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/lmdbjni-win64-0.4.6.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/objenesis-2.4.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/objenesis-2.4.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/slf4j-api-1.7.12.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/slf4j-api-1.7.12.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/slf4j-simple-1.7.21.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/lib/slf4j-simple-1.7.21.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/spice-1.0.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/spice-1.0.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/spice/spice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/spice/spice.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/test_fense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/test_fense.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/tmp5cbcatf4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocoevalcap/tokenizer/tmp5cbcatf4 -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocotools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /caption_evaluation_tools/coco_caption/pycocotools/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/coco_caption/pycocotools/coco.py -------------------------------------------------------------------------------- /caption_evaluation_tools/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/caption_evaluation_tools/eval_metrics.py -------------------------------------------------------------------------------- /config/beam_search.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/config/beam_search.json -------------------------------------------------------------------------------- /config/conformer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/config/conformer_config.json -------------------------------------------------------------------------------- /config/model_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/config/model_config.json -------------------------------------------------------------------------------- /config/nucleus_t0.5_p95.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/config/nucleus_t0.5_p95.json -------------------------------------------------------------------------------- /config/training_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/config/training_config.json -------------------------------------------------------------------------------- /data/clotho_captioning_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/data/clotho_captioning_dataset.py -------------------------------------------------------------------------------- /data/clotho_mixup_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/data/clotho_mixup_dataset.py -------------------------------------------------------------------------------- /data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/data/data_collator.py -------------------------------------------------------------------------------- /download_clotho.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/download_clotho.sh -------------------------------------------------------------------------------- /download_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/download_model.sh -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/evaluate.py -------------------------------------------------------------------------------- /inference_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/inference_beam_search.py -------------------------------------------------------------------------------- /inference_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/inference_sampling.py -------------------------------------------------------------------------------- /model/BEATs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/model/BEATs.py -------------------------------------------------------------------------------- /model/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/model/backbone.py -------------------------------------------------------------------------------- /model/modeling_beats_conformer_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/model/modeling_beats_conformer_bart.py -------------------------------------------------------------------------------- /model/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/model/modules.py -------------------------------------------------------------------------------- /model/specaug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/model/specaug.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/requirements.txt -------------------------------------------------------------------------------- /reranking/decoder_rerank_sampling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/reranking/decoder_rerank_sampling_outputs.py -------------------------------------------------------------------------------- /reranking/encoder_rerank_sampling_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/reranking/encoder_rerank_sampling_outputs.py -------------------------------------------------------------------------------- /reranking/hybrid_scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/reranking/hybrid_scoring.py -------------------------------------------------------------------------------- /run_beam_search.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/run_beam_search.sh -------------------------------------------------------------------------------- /run_sampling_reranking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/slSeanWU/beats-conformer-bart-audio-captioner/HEAD/run_sampling_reranking.sh --------------------------------------------------------------------------------