├── Metrics.md ├── Metrics_en.md ├── Papers on multitask & multimodal models.md ├── README.md ├── README_EN.md ├── config ├── fusion_inference.yaml └── fusion_train.yaml ├── evaluation ├── captioning │ ├── evaluate_ruclip_meteor.py │ ├── metrics │ │ ├── calc_meteor.py │ │ ├── ruclip_score.py │ │ ├── rumeteor.py │ │ └── utils.py │ └── readme.md ├── generation │ ├── evaluate_fid_clip.py │ ├── metrics │ │ ├── fid.py │ │ ├── inception.py │ │ └── ruclip.py │ └── readme.md ├── mathqa │ ├── evaluate_text_exact.py │ ├── metric │ │ └── calculate_exact_score.py │ └── readme.md ├── requirements.txt ├── split_tasks.py ├── text_recognition │ ├── evaluate_text_ned.py │ ├── metric │ │ └── calculate_NED.py │ └── readme.md ├── textqa │ ├── evaluate_text.py │ ├── metric │ │ └── calculate_f1.py │ └── readme.md └── vqa │ ├── evaluate_meteor.py │ ├── metric │ ├── calc_meteor.py │ └── rumeteor.py │ └── readme.md ├── inference.py ├── requirements-cuda111.txt ├── src ├── inference │ ├── dataloader.py │ ├── inference.py │ ├── inference_api.py │ └── utils.py ├── rudolph │ ├── __init__.py │ ├── model │ │ ├── __init__.py │ │ ├── fp16.py │ │ ├── image_attention.py │ │ ├── model.py │ │ ├── transformer.py │ │ └── utils.py │ └── utils.py └── train │ ├── dataloader.py │ ├── trainer.py │ └── utils.py ├── train.py └── webinar_1 ├── eco2ai_special.pdf ├── fbc2 19.10.22 part2.pdf ├── fbc2_19_10_22_SOTA_survey.pdf └── fbc2_19_10_22_part1_with_intro.pdf /Metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/Metrics.md -------------------------------------------------------------------------------- /Metrics_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/Metrics_en.md -------------------------------------------------------------------------------- /Papers on multitask & multimodal models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/Papers on multitask & multimodal models.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/README.md -------------------------------------------------------------------------------- /README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/README_EN.md -------------------------------------------------------------------------------- /config/fusion_inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/config/fusion_inference.yaml -------------------------------------------------------------------------------- /config/fusion_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/config/fusion_train.yaml -------------------------------------------------------------------------------- /evaluation/captioning/evaluate_ruclip_meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/evaluate_ruclip_meteor.py -------------------------------------------------------------------------------- /evaluation/captioning/metrics/calc_meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/metrics/calc_meteor.py -------------------------------------------------------------------------------- /evaluation/captioning/metrics/ruclip_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/metrics/ruclip_score.py -------------------------------------------------------------------------------- /evaluation/captioning/metrics/rumeteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/metrics/rumeteor.py -------------------------------------------------------------------------------- /evaluation/captioning/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/metrics/utils.py -------------------------------------------------------------------------------- /evaluation/captioning/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/captioning/readme.md -------------------------------------------------------------------------------- /evaluation/generation/evaluate_fid_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/generation/evaluate_fid_clip.py -------------------------------------------------------------------------------- /evaluation/generation/metrics/fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/generation/metrics/fid.py -------------------------------------------------------------------------------- /evaluation/generation/metrics/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/generation/metrics/inception.py -------------------------------------------------------------------------------- /evaluation/generation/metrics/ruclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/generation/metrics/ruclip.py -------------------------------------------------------------------------------- /evaluation/generation/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/generation/readme.md -------------------------------------------------------------------------------- /evaluation/mathqa/evaluate_text_exact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/mathqa/evaluate_text_exact.py -------------------------------------------------------------------------------- /evaluation/mathqa/metric/calculate_exact_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/mathqa/metric/calculate_exact_score.py -------------------------------------------------------------------------------- /evaluation/mathqa/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/mathqa/readme.md -------------------------------------------------------------------------------- /evaluation/requirements.txt: -------------------------------------------------------------------------------- 1 | wordtodigits 2 | ruwordnet 3 | pymorphy2 4 | razdel -------------------------------------------------------------------------------- /evaluation/split_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/split_tasks.py -------------------------------------------------------------------------------- /evaluation/text_recognition/evaluate_text_ned.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/text_recognition/evaluate_text_ned.py -------------------------------------------------------------------------------- /evaluation/text_recognition/metric/calculate_NED.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/text_recognition/metric/calculate_NED.py -------------------------------------------------------------------------------- /evaluation/text_recognition/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/text_recognition/readme.md -------------------------------------------------------------------------------- /evaluation/textqa/evaluate_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/textqa/evaluate_text.py -------------------------------------------------------------------------------- /evaluation/textqa/metric/calculate_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/textqa/metric/calculate_f1.py -------------------------------------------------------------------------------- /evaluation/textqa/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/textqa/readme.md -------------------------------------------------------------------------------- /evaluation/vqa/evaluate_meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/vqa/evaluate_meteor.py -------------------------------------------------------------------------------- /evaluation/vqa/metric/calc_meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/vqa/metric/calc_meteor.py -------------------------------------------------------------------------------- /evaluation/vqa/metric/rumeteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/vqa/metric/rumeteor.py -------------------------------------------------------------------------------- /evaluation/vqa/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/evaluation/vqa/readme.md -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/inference.py -------------------------------------------------------------------------------- /requirements-cuda111.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/requirements-cuda111.txt -------------------------------------------------------------------------------- /src/inference/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/inference/dataloader.py -------------------------------------------------------------------------------- /src/inference/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/inference/inference.py -------------------------------------------------------------------------------- /src/inference/inference_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/inference/inference_api.py -------------------------------------------------------------------------------- /src/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/inference/utils.py -------------------------------------------------------------------------------- /src/rudolph/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/__init__.py -------------------------------------------------------------------------------- /src/rudolph/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/__init__.py -------------------------------------------------------------------------------- /src/rudolph/model/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/fp16.py -------------------------------------------------------------------------------- /src/rudolph/model/image_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/image_attention.py -------------------------------------------------------------------------------- /src/rudolph/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/model.py -------------------------------------------------------------------------------- /src/rudolph/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/transformer.py -------------------------------------------------------------------------------- /src/rudolph/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/model/utils.py -------------------------------------------------------------------------------- /src/rudolph/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/rudolph/utils.py -------------------------------------------------------------------------------- /src/train/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/train/dataloader.py -------------------------------------------------------------------------------- /src/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/train/trainer.py -------------------------------------------------------------------------------- /src/train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/src/train/utils.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/train.py -------------------------------------------------------------------------------- /webinar_1/eco2ai_special.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/webinar_1/eco2ai_special.pdf -------------------------------------------------------------------------------- /webinar_1/fbc2 19.10.22 part2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/webinar_1/fbc2 19.10.22 part2.pdf -------------------------------------------------------------------------------- /webinar_1/fbc2_19_10_22_SOTA_survey.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/webinar_1/fbc2_19_10_22_SOTA_survey.pdf -------------------------------------------------------------------------------- /webinar_1/fbc2_19_10_22_part1_with_intro.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fbc2_aij2022/HEAD/webinar_1/fbc2_19_10_22_part1_with_intro.pdf --------------------------------------------------------------------------------