├── README.md ├── configs └── bert_config.json ├── egma ├── __init__.py ├── backbones │ ├── __pycache__ │ │ ├── med.cpython-38.pyc │ │ └── vits.cpython-38.pyc │ ├── cnn_backbones.py │ ├── detector_backbone.py │ ├── encoder.py │ ├── med.py │ ├── transformer_model.py │ ├── transformer_seg.py │ └── vits.py ├── constants.py ├── dataset.py ├── evaluator.py ├── gloria_models │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── cnn_backbones.cpython-38.pyc │ │ ├── gloria_model.cpython-38.pyc │ │ ├── text_model.cpython-38.pyc │ │ ├── unet.cpython-38.pyc │ │ └── vision_model.cpython-38.pyc │ ├── cnn_backbones.py │ ├── gloria_model.py │ ├── text_model.py │ ├── unet.py │ └── vision_model.py ├── losses.py ├── medclip_resnet_weight.txt ├── medclip_vit_weight.txt ├── modeling_egma.py ├── open_clip │ ├── __pycache__ │ │ ├── tokenizer.cpython-38.pyc │ │ ├── transformer.cpython-38.pyc │ │ └── utils.cpython-38.pyc │ ├── bpe_simple_vocab_16e6.txt.gz │ ├── tokenizer.py │ ├── transformer.py │ └── utils.py ├── prompts.py ├── trainer.py ├── utils.py └── vision_model.py ├── environment.yml ├── figs └── intro3.png ├── finetune_egma.py ├── local_data ├── chexpert-5x200-val-meta.csv ├── sentence-label.csv └── sentence-label2.csv └── requirements.txt /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/README.md -------------------------------------------------------------------------------- /configs/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/configs/bert_config.json -------------------------------------------------------------------------------- /egma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/__init__.py -------------------------------------------------------------------------------- /egma/backbones/__pycache__/med.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/__pycache__/med.cpython-38.pyc -------------------------------------------------------------------------------- /egma/backbones/__pycache__/vits.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/__pycache__/vits.cpython-38.pyc -------------------------------------------------------------------------------- /egma/backbones/cnn_backbones.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/cnn_backbones.py -------------------------------------------------------------------------------- /egma/backbones/detector_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/detector_backbone.py -------------------------------------------------------------------------------- /egma/backbones/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/encoder.py -------------------------------------------------------------------------------- /egma/backbones/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/med.py -------------------------------------------------------------------------------- /egma/backbones/transformer_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/transformer_model.py -------------------------------------------------------------------------------- /egma/backbones/transformer_seg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/transformer_seg.py -------------------------------------------------------------------------------- /egma/backbones/vits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/backbones/vits.py -------------------------------------------------------------------------------- /egma/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/constants.py -------------------------------------------------------------------------------- /egma/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/dataset.py -------------------------------------------------------------------------------- /egma/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/evaluator.py -------------------------------------------------------------------------------- /egma/gloria_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__init__.py -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/cnn_backbones.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/cnn_backbones.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/gloria_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/gloria_model.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/text_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/text_model.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/unet.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/unet.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/__pycache__/vision_model.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/__pycache__/vision_model.cpython-38.pyc -------------------------------------------------------------------------------- /egma/gloria_models/cnn_backbones.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/cnn_backbones.py -------------------------------------------------------------------------------- /egma/gloria_models/gloria_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/gloria_model.py -------------------------------------------------------------------------------- /egma/gloria_models/text_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/text_model.py -------------------------------------------------------------------------------- /egma/gloria_models/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/unet.py -------------------------------------------------------------------------------- /egma/gloria_models/vision_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/gloria_models/vision_model.py -------------------------------------------------------------------------------- /egma/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/losses.py -------------------------------------------------------------------------------- /egma/medclip_resnet_weight.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/medclip_resnet_weight.txt -------------------------------------------------------------------------------- /egma/medclip_vit_weight.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/medclip_vit_weight.txt -------------------------------------------------------------------------------- /egma/modeling_egma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/modeling_egma.py -------------------------------------------------------------------------------- /egma/open_clip/__pycache__/tokenizer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/__pycache__/tokenizer.cpython-38.pyc -------------------------------------------------------------------------------- /egma/open_clip/__pycache__/transformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/__pycache__/transformer.cpython-38.pyc -------------------------------------------------------------------------------- /egma/open_clip/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /egma/open_clip/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /egma/open_clip/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/tokenizer.py -------------------------------------------------------------------------------- /egma/open_clip/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/transformer.py -------------------------------------------------------------------------------- /egma/open_clip/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/open_clip/utils.py -------------------------------------------------------------------------------- /egma/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/prompts.py -------------------------------------------------------------------------------- /egma/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/trainer.py -------------------------------------------------------------------------------- /egma/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/utils.py -------------------------------------------------------------------------------- /egma/vision_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/egma/vision_model.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/environment.yml -------------------------------------------------------------------------------- /figs/intro3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/figs/intro3.png -------------------------------------------------------------------------------- /finetune_egma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/finetune_egma.py -------------------------------------------------------------------------------- /local_data/chexpert-5x200-val-meta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/local_data/chexpert-5x200-val-meta.csv -------------------------------------------------------------------------------- /local_data/sentence-label.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/local_data/sentence-label.csv -------------------------------------------------------------------------------- /local_data/sentence-label2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/local_data/sentence-label2.csv -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MoMarky/EGMA/HEAD/requirements.txt --------------------------------------------------------------------------------