├── LICENSE ├── README.md ├── blip_original ├── __init__.py ├── medical_dataset.py ├── medical_dataset_o.py ├── pretrain_dataset.py └── utils.py ├── configs ├── BLIP.yaml ├── BLIP_large.yaml ├── Generation.yaml ├── Grounding.yaml ├── Retrieval_iu.yaml ├── bert_config.json ├── bert_config_blip.json ├── bert_config_cli.json ├── bert_config_sci.json ├── med_config.json ├── med_config_blip.json ├── med_config_cli.json ├── med_config_sci.json ├── pretrain.yaml ├── pretrain_cli.yaml ├── pretrain_new.yaml ├── retrieval_iu_xray.yaml ├── tag_config_sci.json ├── tag_config_sci_down.json └── vqa_new.yaml ├── diagnose_api ├── calculate_metrics.py ├── datasets.py ├── diagnose_model.py ├── optimizers.py ├── trainer.py └── visual_extractor.py ├── generation_api ├── dataloaders_blip.py ├── datasets_blip.py ├── loss.py ├── metrics.py ├── optimizers.py ├── pycocoevalcap │ ├── README.md │ ├── __init__.py │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── eval.py │ ├── license.txt │ ├── meteor │ │ ├── __init__.py │ │ ├── data │ │ │ └── paraphrase-en.gz │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ ├── rouge │ │ ├── __init__.py │ │ └── rouge.py │ └── tokenizer │ │ ├── __init__.py │ │ ├── ptbtokenizer.py │ │ └── stanford-corenlp-3.4.1.jar ├── tokenizers_blip.py ├── trainer_blip.py └── trainer_blip_o.py ├── main.py ├── medical_knowledge ├── SKG_knowledge.py ├── SKG_knowledge_o.py └── knowledge.py ├── models ├── blip.py ├── blip_o.py ├── blip_pretrain.py ├── blip_retrieval.py ├── blip_vqa_new.py ├── med.py ├── modeling_utils.py ├── tagencoder.py ├── tokenization_bert.py ├── vit.py └── vit_blip.py ├── optim ├── __init__.py ├── adafactor.py ├── adahessian.py ├── adamp.py ├── adamw.py ├── lookahead.py ├── nadam.py ├── novograd.py ├── nvnovograd.py ├── optim_factory.py ├── radam.py ├── rmsprop_tf.py └── sgdp.py ├── requirements.txt ├── runs ├── Feb14_15-47-55_server │ └── events.out.tfevents.1676389675.server.25447.0 ├── Feb15_02-35-53_server │ └── events.out.tfevents.1676428553.server.65439.0 ├── Feb15_02-47-02_server │ └── events.out.tfevents.1676429222.server.5445.0 ├── Feb15_03-48-05_server │ └── events.out.tfevents.1676432885.server.37895.0 ├── Feb15_05-46-50_server │ └── events.out.tfevents.1676440010.server.64591.0 ├── Feb15_06-00-32_server │ └── events.out.tfevents.1676440832.server.28894.0 ├── Feb15_15-59-50_server │ └── events.out.tfevents.1676476790.server.32911.0 ├── Feb16_02-59-20_server │ └── events.out.tfevents.1676516360.server.7340.0 ├── Feb16_03-12-59_server │ └── events.out.tfevents.1676517179.server.16859.0 ├── Feb16_03-39-21_server │ └── events.out.tfevents.1676518761.server.11373.0 ├── Feb16_03-43-21_server │ └── events.out.tfevents.1676519001.server.14312.0 ├── Feb16_04-00-57_server │ └── events.out.tfevents.1676520057.server.45756.0 ├── Feb16_06-46-42_server │ └── events.out.tfevents.1676530002.server.43034.0 ├── Feb16_06-50-28_server │ └── events.out.tfevents.1676530228.server.4343.0 ├── Feb16_06-54-59_server │ └── events.out.tfevents.1676530499.server.8260.0 ├── Feb16_07-01-08_server │ └── events.out.tfevents.1676530868.server.13874.0 ├── Feb16_07-03-30_server │ └── events.out.tfevents.1676531010.server.16368.0 ├── Feb16_09-05-14_server │ └── events.out.tfevents.1676538314.server.53439.0 ├── Feb16_09-40-14_server │ └── events.out.tfevents.1676540414.server.42153.0 ├── Feb16_09-48-56_server │ └── events.out.tfevents.1676540936.server.49559.0 ├── Feb17_14-37-48_server │ └── events.out.tfevents.1676644668.server.4636.0 ├── Feb27_07-51-20_server │ └── events.out.tfevents.1677484280.server.11369.0 ├── Feb27_07-52-49_server │ └── events.out.tfevents.1677484369.server.12803.0 ├── Feb27_08-01-28_server │ └── events.out.tfevents.1677484888.server.23552.0 ├── Feb27_08-09-11_server │ └── events.out.tfevents.1677485351.server.26948.0 ├── Jan02_03-40-05_server │ └── events.out.tfevents.1672630805.server.7117.0 ├── Jan02_05-05-17_server │ └── events.out.tfevents.1672635917.server.40506.0 └── Jan10_08-41-02_server │ └── events.out.tfevents.1673340062.server.25652.0 ├── scheduler ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-38.pyc │ ├── cosine_lr.cpython-36.pyc │ ├── cosine_lr.cpython-38.pyc │ ├── plateau_lr.cpython-36.pyc │ ├── plateau_lr.cpython-38.pyc │ ├── scheduler.cpython-36.pyc │ ├── scheduler.cpython-38.pyc │ ├── scheduler_factory.cpython-36.pyc │ ├── scheduler_factory.cpython-38.pyc │ ├── step_lr.cpython-36.pyc │ ├── step_lr.cpython-38.pyc │ ├── tanh_lr.cpython-36.pyc │ └── tanh_lr.cpython-38.pyc ├── cosine_lr.py ├── plateau_lr.py ├── scheduler.py ├── scheduler_factory.py ├── step_lr.py └── tanh_lr.py ├── utils.py └── vqa_api ├── auto_encoder.py ├── classifier.py ├── classify_question.py ├── connect.py ├── counting.py ├── dataset_RAD_new.py ├── dataset_slake_2.py ├── language_model.py ├── maml.py ├── multi_level_model_new.py ├── multi_level_model_slake.py ├── tools ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-36.pyc │ └── create_dictionary.cpython-36.pyc ├── create_dictionary.py ├── create_label.py └── process.sh ├── train_new.py ├── train_slake.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/README.md -------------------------------------------------------------------------------- /blip_original/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/blip_original/__init__.py -------------------------------------------------------------------------------- /blip_original/medical_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/blip_original/medical_dataset.py -------------------------------------------------------------------------------- /blip_original/medical_dataset_o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/blip_original/medical_dataset_o.py -------------------------------------------------------------------------------- /blip_original/pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/blip_original/pretrain_dataset.py -------------------------------------------------------------------------------- /blip_original/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/blip_original/utils.py -------------------------------------------------------------------------------- /configs/BLIP.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/BLIP.yaml -------------------------------------------------------------------------------- /configs/BLIP_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/BLIP_large.yaml -------------------------------------------------------------------------------- /configs/Generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/Generation.yaml -------------------------------------------------------------------------------- /configs/Grounding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/Grounding.yaml -------------------------------------------------------------------------------- /configs/Retrieval_iu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/Retrieval_iu.yaml -------------------------------------------------------------------------------- /configs/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/bert_config.json -------------------------------------------------------------------------------- /configs/bert_config_blip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/bert_config_blip.json -------------------------------------------------------------------------------- /configs/bert_config_cli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/bert_config_cli.json -------------------------------------------------------------------------------- /configs/bert_config_sci.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/bert_config_sci.json -------------------------------------------------------------------------------- /configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/med_config.json -------------------------------------------------------------------------------- /configs/med_config_blip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/med_config_blip.json -------------------------------------------------------------------------------- /configs/med_config_cli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/med_config_cli.json -------------------------------------------------------------------------------- /configs/med_config_sci.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/med_config_sci.json -------------------------------------------------------------------------------- /configs/pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/pretrain.yaml -------------------------------------------------------------------------------- /configs/pretrain_cli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/pretrain_cli.yaml -------------------------------------------------------------------------------- /configs/pretrain_new.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/pretrain_new.yaml -------------------------------------------------------------------------------- /configs/retrieval_iu_xray.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/retrieval_iu_xray.yaml -------------------------------------------------------------------------------- /configs/tag_config_sci.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/tag_config_sci.json -------------------------------------------------------------------------------- /configs/tag_config_sci_down.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/tag_config_sci_down.json -------------------------------------------------------------------------------- /configs/vqa_new.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/configs/vqa_new.yaml -------------------------------------------------------------------------------- /diagnose_api/calculate_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/calculate_metrics.py -------------------------------------------------------------------------------- /diagnose_api/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/datasets.py -------------------------------------------------------------------------------- /diagnose_api/diagnose_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/diagnose_model.py -------------------------------------------------------------------------------- /diagnose_api/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/optimizers.py -------------------------------------------------------------------------------- /diagnose_api/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/trainer.py -------------------------------------------------------------------------------- /diagnose_api/visual_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/diagnose_api/visual_extractor.py -------------------------------------------------------------------------------- /generation_api/dataloaders_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/dataloaders_blip.py -------------------------------------------------------------------------------- /generation_api/datasets_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/datasets_blip.py -------------------------------------------------------------------------------- /generation_api/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/loss.py -------------------------------------------------------------------------------- /generation_api/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/metrics.py -------------------------------------------------------------------------------- /generation_api/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/optimizers.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/README.md -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/bleu/LICENSE -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/bleu/bleu.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | from .cider import * 2 | -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/cider/cider.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/eval.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/license.txt -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | from .meteor import * -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/meteor/meteor.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | from .rouge import * -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/rouge/rouge.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /generation_api/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/pycocoevalcap/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /generation_api/tokenizers_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/tokenizers_blip.py -------------------------------------------------------------------------------- /generation_api/trainer_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/trainer_blip.py -------------------------------------------------------------------------------- /generation_api/trainer_blip_o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/generation_api/trainer_blip_o.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/main.py -------------------------------------------------------------------------------- /medical_knowledge/SKG_knowledge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/medical_knowledge/SKG_knowledge.py -------------------------------------------------------------------------------- /medical_knowledge/SKG_knowledge_o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/medical_knowledge/SKG_knowledge_o.py -------------------------------------------------------------------------------- /medical_knowledge/knowledge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/medical_knowledge/knowledge.py -------------------------------------------------------------------------------- /models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/blip.py -------------------------------------------------------------------------------- /models/blip_o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/blip_o.py -------------------------------------------------------------------------------- /models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/blip_pretrain.py -------------------------------------------------------------------------------- /models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/blip_retrieval.py -------------------------------------------------------------------------------- /models/blip_vqa_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/blip_vqa_new.py -------------------------------------------------------------------------------- /models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/med.py -------------------------------------------------------------------------------- /models/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/modeling_utils.py -------------------------------------------------------------------------------- /models/tagencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/tagencoder.py -------------------------------------------------------------------------------- /models/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/tokenization_bert.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/vit.py -------------------------------------------------------------------------------- /models/vit_blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/models/vit_blip.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/adafactor.py -------------------------------------------------------------------------------- /optim/adahessian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/adahessian.py -------------------------------------------------------------------------------- /optim/adamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/adamp.py -------------------------------------------------------------------------------- /optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/adamw.py -------------------------------------------------------------------------------- /optim/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/lookahead.py -------------------------------------------------------------------------------- /optim/nadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/nadam.py -------------------------------------------------------------------------------- /optim/novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/novograd.py -------------------------------------------------------------------------------- /optim/nvnovograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/nvnovograd.py -------------------------------------------------------------------------------- /optim/optim_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/optim_factory.py -------------------------------------------------------------------------------- /optim/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/radam.py -------------------------------------------------------------------------------- /optim/rmsprop_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/rmsprop_tf.py -------------------------------------------------------------------------------- /optim/sgdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/optim/sgdp.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/requirements.txt -------------------------------------------------------------------------------- /runs/Feb14_15-47-55_server/events.out.tfevents.1676389675.server.25447.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb14_15-47-55_server/events.out.tfevents.1676389675.server.25447.0 -------------------------------------------------------------------------------- /runs/Feb15_02-35-53_server/events.out.tfevents.1676428553.server.65439.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_02-35-53_server/events.out.tfevents.1676428553.server.65439.0 -------------------------------------------------------------------------------- /runs/Feb15_02-47-02_server/events.out.tfevents.1676429222.server.5445.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_02-47-02_server/events.out.tfevents.1676429222.server.5445.0 -------------------------------------------------------------------------------- /runs/Feb15_03-48-05_server/events.out.tfevents.1676432885.server.37895.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_03-48-05_server/events.out.tfevents.1676432885.server.37895.0 -------------------------------------------------------------------------------- /runs/Feb15_05-46-50_server/events.out.tfevents.1676440010.server.64591.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_05-46-50_server/events.out.tfevents.1676440010.server.64591.0 -------------------------------------------------------------------------------- /runs/Feb15_06-00-32_server/events.out.tfevents.1676440832.server.28894.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_06-00-32_server/events.out.tfevents.1676440832.server.28894.0 -------------------------------------------------------------------------------- /runs/Feb15_15-59-50_server/events.out.tfevents.1676476790.server.32911.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb15_15-59-50_server/events.out.tfevents.1676476790.server.32911.0 -------------------------------------------------------------------------------- /runs/Feb16_02-59-20_server/events.out.tfevents.1676516360.server.7340.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_02-59-20_server/events.out.tfevents.1676516360.server.7340.0 -------------------------------------------------------------------------------- /runs/Feb16_03-12-59_server/events.out.tfevents.1676517179.server.16859.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_03-12-59_server/events.out.tfevents.1676517179.server.16859.0 -------------------------------------------------------------------------------- /runs/Feb16_03-39-21_server/events.out.tfevents.1676518761.server.11373.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_03-39-21_server/events.out.tfevents.1676518761.server.11373.0 -------------------------------------------------------------------------------- /runs/Feb16_03-43-21_server/events.out.tfevents.1676519001.server.14312.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_03-43-21_server/events.out.tfevents.1676519001.server.14312.0 -------------------------------------------------------------------------------- /runs/Feb16_04-00-57_server/events.out.tfevents.1676520057.server.45756.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_04-00-57_server/events.out.tfevents.1676520057.server.45756.0 -------------------------------------------------------------------------------- /runs/Feb16_06-46-42_server/events.out.tfevents.1676530002.server.43034.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_06-46-42_server/events.out.tfevents.1676530002.server.43034.0 -------------------------------------------------------------------------------- /runs/Feb16_06-50-28_server/events.out.tfevents.1676530228.server.4343.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_06-50-28_server/events.out.tfevents.1676530228.server.4343.0 -------------------------------------------------------------------------------- /runs/Feb16_06-54-59_server/events.out.tfevents.1676530499.server.8260.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_06-54-59_server/events.out.tfevents.1676530499.server.8260.0 -------------------------------------------------------------------------------- /runs/Feb16_07-01-08_server/events.out.tfevents.1676530868.server.13874.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_07-01-08_server/events.out.tfevents.1676530868.server.13874.0 -------------------------------------------------------------------------------- /runs/Feb16_07-03-30_server/events.out.tfevents.1676531010.server.16368.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_07-03-30_server/events.out.tfevents.1676531010.server.16368.0 -------------------------------------------------------------------------------- /runs/Feb16_09-05-14_server/events.out.tfevents.1676538314.server.53439.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_09-05-14_server/events.out.tfevents.1676538314.server.53439.0 -------------------------------------------------------------------------------- /runs/Feb16_09-40-14_server/events.out.tfevents.1676540414.server.42153.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_09-40-14_server/events.out.tfevents.1676540414.server.42153.0 -------------------------------------------------------------------------------- /runs/Feb16_09-48-56_server/events.out.tfevents.1676540936.server.49559.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb16_09-48-56_server/events.out.tfevents.1676540936.server.49559.0 -------------------------------------------------------------------------------- /runs/Feb17_14-37-48_server/events.out.tfevents.1676644668.server.4636.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb17_14-37-48_server/events.out.tfevents.1676644668.server.4636.0 -------------------------------------------------------------------------------- /runs/Feb27_07-51-20_server/events.out.tfevents.1677484280.server.11369.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb27_07-51-20_server/events.out.tfevents.1677484280.server.11369.0 -------------------------------------------------------------------------------- /runs/Feb27_07-52-49_server/events.out.tfevents.1677484369.server.12803.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb27_07-52-49_server/events.out.tfevents.1677484369.server.12803.0 -------------------------------------------------------------------------------- /runs/Feb27_08-01-28_server/events.out.tfevents.1677484888.server.23552.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb27_08-01-28_server/events.out.tfevents.1677484888.server.23552.0 -------------------------------------------------------------------------------- /runs/Feb27_08-09-11_server/events.out.tfevents.1677485351.server.26948.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Feb27_08-09-11_server/events.out.tfevents.1677485351.server.26948.0 -------------------------------------------------------------------------------- /runs/Jan02_03-40-05_server/events.out.tfevents.1672630805.server.7117.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Jan02_03-40-05_server/events.out.tfevents.1672630805.server.7117.0 -------------------------------------------------------------------------------- /runs/Jan02_05-05-17_server/events.out.tfevents.1672635917.server.40506.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Jan02_05-05-17_server/events.out.tfevents.1672635917.server.40506.0 -------------------------------------------------------------------------------- /runs/Jan10_08-41-02_server/events.out.tfevents.1673340062.server.25652.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/runs/Jan10_08-41-02_server/events.out.tfevents.1673340062.server.25652.0 -------------------------------------------------------------------------------- /scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__init__.py -------------------------------------------------------------------------------- /scheduler/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/cosine_lr.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/cosine_lr.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/cosine_lr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/cosine_lr.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/plateau_lr.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/plateau_lr.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/plateau_lr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/plateau_lr.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/scheduler.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/scheduler.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/scheduler.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/scheduler.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/scheduler_factory.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/scheduler_factory.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/scheduler_factory.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/scheduler_factory.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/step_lr.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/step_lr.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/step_lr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/step_lr.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/tanh_lr.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/tanh_lr.cpython-36.pyc -------------------------------------------------------------------------------- /scheduler/__pycache__/tanh_lr.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/__pycache__/tanh_lr.cpython-38.pyc -------------------------------------------------------------------------------- /scheduler/cosine_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/cosine_lr.py -------------------------------------------------------------------------------- /scheduler/plateau_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/plateau_lr.py -------------------------------------------------------------------------------- /scheduler/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/scheduler.py -------------------------------------------------------------------------------- /scheduler/scheduler_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/scheduler_factory.py -------------------------------------------------------------------------------- /scheduler/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/step_lr.py -------------------------------------------------------------------------------- /scheduler/tanh_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/scheduler/tanh_lr.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/utils.py -------------------------------------------------------------------------------- /vqa_api/auto_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/auto_encoder.py -------------------------------------------------------------------------------- /vqa_api/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/classifier.py -------------------------------------------------------------------------------- /vqa_api/classify_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/classify_question.py -------------------------------------------------------------------------------- /vqa_api/connect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/connect.py -------------------------------------------------------------------------------- /vqa_api/counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/counting.py -------------------------------------------------------------------------------- /vqa_api/dataset_RAD_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/dataset_RAD_new.py -------------------------------------------------------------------------------- /vqa_api/dataset_slake_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/dataset_slake_2.py -------------------------------------------------------------------------------- /vqa_api/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/language_model.py -------------------------------------------------------------------------------- /vqa_api/maml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/maml.py -------------------------------------------------------------------------------- /vqa_api/multi_level_model_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/multi_level_model_new.py -------------------------------------------------------------------------------- /vqa_api/multi_level_model_slake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/multi_level_model_slake.py -------------------------------------------------------------------------------- /vqa_api/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/__init__.py -------------------------------------------------------------------------------- /vqa_api/tools/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /vqa_api/tools/__pycache__/create_dictionary.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/__pycache__/create_dictionary.cpython-36.pyc -------------------------------------------------------------------------------- /vqa_api/tools/create_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/create_dictionary.py -------------------------------------------------------------------------------- /vqa_api/tools/create_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/create_label.py -------------------------------------------------------------------------------- /vqa_api/tools/process.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/tools/process.sh -------------------------------------------------------------------------------- /vqa_api/train_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/train_new.py -------------------------------------------------------------------------------- /vqa_api/train_slake.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/train_slake.py -------------------------------------------------------------------------------- /vqa_api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlii0117/CoFE/HEAD/vqa_api/utils.py --------------------------------------------------------------------------------