├── Metrics.md ├── Metrics_en.md ├── Papers on multitask & multimodal models.md ├── Papers on multitask & multimodal models_en.md ├── README.md ├── README_EN.md ├── evaluation ├── C2C_codeBLEU │ ├── bleu.py │ ├── dataflow_match.py │ ├── evaluate.py │ ├── keywords │ │ └── python.txt │ ├── my-languages.so │ ├── parser │ │ ├── DFG.py │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── DFG.cpython-37.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ └── utils.cpython-37.pyc │ │ ├── build.py │ │ ├── build.sh │ │ ├── my-languages.so │ │ └── utils.py │ ├── prediction_C2C.json │ ├── readme.txt │ ├── requirements.txt │ ├── syntax_match.py │ ├── true_C2C.json │ ├── utils.py │ └── weighted_ngram_match.py ├── HTR_string_accuracy │ ├── evaluate.py │ ├── prediction_HTR.json │ ├── readme.txt │ └── true_HTR.json ├── VQA_accuracy │ ├── evaluate.py │ ├── prediction_VQA.json │ ├── readme.txt │ ├── requirements.txt │ ├── true_VQA.json │ └── vqaEval.py └── zsOD_F1 │ ├── evaluate.py │ ├── prediction_zsOD.json │ ├── readme.txt │ └── true_zsOD.json ├── fb_baseline ├── FBC_baseline.ipynb ├── FusionBrain.png └── fb_utils │ ├── BLEU.py │ ├── c2c_eval.py │ ├── detection_vqa.py │ ├── download.py │ ├── handwritten.py │ ├── loss.py │ └── metrics.py └── fb_concept ├── fb_utils ├── __init__.py ├── download.py ├── handwritten.py ├── loss.py ├── metrics.py └── sentiment.py └── jupyters ├── prepare_audio_dataset.ipynb └── sber_ai_concept_fusion_brain.ipynb /Metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/Metrics.md -------------------------------------------------------------------------------- /Metrics_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/Metrics_en.md -------------------------------------------------------------------------------- /Papers on multitask & multimodal models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/Papers on multitask & multimodal models.md -------------------------------------------------------------------------------- /Papers on multitask & multimodal models_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/Papers on multitask & multimodal models_en.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/README.md -------------------------------------------------------------------------------- /README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/README_EN.md -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/bleu.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/dataflow_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/dataflow_match.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/evaluate.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/keywords/python.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/keywords/python.txt -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/my-languages.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/my-languages.so -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/DFG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/DFG.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/__init__.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/__pycache__/DFG.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/__pycache__/DFG.cpython-37.pyc -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/build.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/build.sh -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/my-languages.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/my-languages.so -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/parser/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/parser/utils.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/prediction_C2C.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/prediction_C2C.json -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/readme.txt -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/requirements.txt: -------------------------------------------------------------------------------- 1 | tree_sitter==0.2.0 -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/syntax_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/syntax_match.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/true_C2C.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/true_C2C.json -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/utils.py -------------------------------------------------------------------------------- /evaluation/C2C_codeBLEU/weighted_ngram_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/C2C_codeBLEU/weighted_ngram_match.py -------------------------------------------------------------------------------- /evaluation/HTR_string_accuracy/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/HTR_string_accuracy/evaluate.py -------------------------------------------------------------------------------- /evaluation/HTR_string_accuracy/prediction_HTR.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/HTR_string_accuracy/prediction_HTR.json -------------------------------------------------------------------------------- /evaluation/HTR_string_accuracy/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/HTR_string_accuracy/readme.txt -------------------------------------------------------------------------------- /evaluation/HTR_string_accuracy/true_HTR.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/HTR_string_accuracy/true_HTR.json -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/evaluate.py -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/prediction_VQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/prediction_VQA.json -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/readme.txt -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/requirements.txt -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/true_VQA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/true_VQA.json -------------------------------------------------------------------------------- /evaluation/VQA_accuracy/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/VQA_accuracy/vqaEval.py -------------------------------------------------------------------------------- /evaluation/zsOD_F1/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/zsOD_F1/evaluate.py -------------------------------------------------------------------------------- /evaluation/zsOD_F1/prediction_zsOD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/zsOD_F1/prediction_zsOD.json -------------------------------------------------------------------------------- /evaluation/zsOD_F1/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/zsOD_F1/readme.txt -------------------------------------------------------------------------------- /evaluation/zsOD_F1/true_zsOD.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/evaluation/zsOD_F1/true_zsOD.json -------------------------------------------------------------------------------- /fb_baseline/FBC_baseline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/FBC_baseline.ipynb -------------------------------------------------------------------------------- /fb_baseline/FusionBrain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/FusionBrain.png -------------------------------------------------------------------------------- /fb_baseline/fb_utils/BLEU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/BLEU.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/c2c_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/c2c_eval.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/detection_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/detection_vqa.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/download.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/handwritten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/handwritten.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/loss.py -------------------------------------------------------------------------------- /fb_baseline/fb_utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_baseline/fb_utils/metrics.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/__init__.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/download.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/handwritten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/handwritten.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/loss.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/metrics.py -------------------------------------------------------------------------------- /fb_concept/fb_utils/sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/fb_utils/sentiment.py -------------------------------------------------------------------------------- /fb_concept/jupyters/prepare_audio_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/jupyters/prepare_audio_dataset.ipynb -------------------------------------------------------------------------------- /fb_concept/jupyters/sber_ai_concept_fusion_brain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/fusion_brain_aij2021/HEAD/fb_concept/jupyters/sber_ai_concept_fusion_brain.ipynb --------------------------------------------------------------------------------