├── .gitignore ├── LICENSE ├── M-KGE ├── IKRL_TransAE │ ├── DATA_ │ │ ├── PyTorchTrainDataLoader.py │ │ ├── TestDataLoader.py │ │ ├── TrainDataLoader.py │ │ └── __init__.py │ ├── IKRL.py │ ├── TransAE.py │ ├── data │ │ └── analogy │ │ │ ├── 1-1.txt │ │ │ ├── 1-n.txt │ │ │ ├── entity2id.txt │ │ │ ├── entity2text.txt │ │ │ ├── entity2textlong.txt │ │ │ ├── n-1.txt │ │ │ ├── n-n.py │ │ │ ├── n-n.txt │ │ │ ├── relation2id.txt │ │ │ ├── relation2text.txt │ │ │ ├── relation2textlong.txt │ │ │ ├── test2id.txt │ │ │ ├── test2id_all.txt │ │ │ ├── test2id_ft.txt │ │ │ ├── train.txt │ │ │ ├── train2id.txt │ │ │ ├── train2id_ft.txt │ │ │ ├── train2id_true.txt │ │ │ ├── type_constrain.txt │ │ │ ├── valid2id.txt │ │ │ ├── valid2id_ft.txt │ │ │ └── wiki_tuple_ids.txt │ ├── release │ │ └── Base.so │ └── visual_embed.py └── RSME │ ├── MRP.py │ ├── config.py │ ├── data │ └── analogy │ │ ├── analogy_1_1_triples.pickle │ │ ├── analogy_best_img.pickle │ │ ├── analogy_ent_id │ │ ├── analogy_rel_id │ │ ├── analogy_vit_rank.txt │ │ ├── ent_id │ │ ├── probas.pickle │ │ ├── rel_MPR_PD_vit_mrp100.pickle │ │ ├── rel_MPR_SIG_vit.pickle │ │ ├── rel_id │ │ ├── test.pickle │ │ ├── test_ft.pickle │ │ ├── to_skip.pickle │ │ ├── train.pickle │ │ ├── train_ft.pickle │ │ ├── valid.pickle │ │ └── valid_ft.pickle │ ├── datasets.py │ ├── filter_gate.py │ ├── image_encoder.py │ ├── learn.py │ ├── models.py │ ├── optimizers.py │ ├── process_datasets.py │ ├── regularizers.py │ ├── run.sh │ ├── run_finetune.sh │ ├── src_data │ ├── .DS_Store │ └── Analogy │ │ └── wiki_tuple_ids │ └── utils.py ├── MarT ├── data │ ├── __init__.py │ ├── base_data_module.py │ ├── data_module.py │ └── processor.py ├── dataset │ ├── MARS │ │ ├── analogy_entities.txt │ │ ├── analogy_entity_to_wiki_qid.txt │ │ ├── analogy_relations.txt │ │ ├── dev.json │ │ ├── images │ │ │ ├── Q1501 │ │ │ │ ├── 02009000.jpg │ │ │ │ ├── 02009001.jpg │ │ │ │ ├── 02009002.jpg │ │ │ │ ├── 1.backyardpool.jpg │ │ │ │ ├── 2.image.jpg.png │ │ │ │ ├── 3.pool2.jpg │ │ │ │ ├── 4.500-kisilik-kapali-yuzme-havuzlari-img-1.jpg │ │ │ │ └── 5.sun_yat_sen_memorial_park_swimming_pool.jpg │ │ │ └── Q6574 │ │ │ │ ├── 07883000.jpg │ │ │ │ ├── 07883001.jpg │ │ │ │ ├── 07883002.jpg │ │ │ │ ├── 07883003.jpg │ │ │ │ ├── 1.timezones2008_utc%2b0_gray.png │ │ │ │ ├── 2.300px-timezones2011_utc%2b0.png │ │ │ │ ├── 3.world_time_zones_map.png │ │ │ │ ├── 4.time-zone2-min.jpg │ │ │ │ └── 5.gmtzones.png │ │ ├── test.json │ │ └── train.json │ ├── MarKG │ │ ├── entity2text.txt │ │ ├── entity2textlong.txt │ │ ├── relation2text.txt │ │ ├── relation2textlong.txt │ │ └── wiki_tuple_ids.txt │ └── README.md ├── lit_models │ ├── __init__.py │ ├── base.py │ ├── transformer.py │ └── utils.py ├── main.py ├── models │ ├── __init__.py │ ├── model.py │ ├── modeling_clip.py │ ├── modeling_flava.py │ ├── modeling_unimo.py │ ├── modeling_vilt.py │ ├── modeling_visual_bert.py │ ├── utils.py │ ├── vilbert.py │ └── vilbert_utils.py ├── scripts │ ├── run_finetune_flava.sh │ ├── run_finetune_mkgformer.sh │ ├── run_finetune_vilbert.sh │ ├── run_finetune_vilt.sh │ ├── run_finetune_visualbert.sh │ ├── run_pretrain_mkgformer.sh │ └── run_pretrain_vlp.sh └── tools │ └── encode_images_data.py ├── README.md ├── requirements.txt └── resource ├── ICLR2023_MKG_Analogy.pdf ├── MARS.png ├── MarKG.png ├── flowchart.png ├── mkg_analogy.gif ├── model.png └── task.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/LICENSE -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/DATA_/PyTorchTrainDataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/DATA_/PyTorchTrainDataLoader.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/DATA_/TestDataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/DATA_/TestDataLoader.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/DATA_/TrainDataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/DATA_/TrainDataLoader.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/DATA_/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/DATA_/__init__.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/IKRL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/IKRL.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/TransAE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/TransAE.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/1-1.txt: -------------------------------------------------------------------------------- 1 | 0 2 | -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/1-n.txt: -------------------------------------------------------------------------------- 1 | 0 2 | -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/entity2id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/entity2id.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/entity2text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/entity2text.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/entity2textlong.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/entity2textlong.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/n-1.txt: -------------------------------------------------------------------------------- 1 | 0 2 | -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/n-n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/n-n.py -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/n-n.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/n-n.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/relation2id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/relation2id.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/relation2text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/relation2text.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/relation2textlong.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/relation2textlong.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/test2id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/test2id.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/test2id_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/test2id_all.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/test2id_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/test2id_ft.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/train.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/train2id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/train2id.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/train2id_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/train2id_ft.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/train2id_true.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/train2id_true.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/type_constrain.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/type_constrain.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/valid2id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/valid2id.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/valid2id_ft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/valid2id_ft.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/data/analogy/wiki_tuple_ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/data/analogy/wiki_tuple_ids.txt -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/release/Base.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/release/Base.so -------------------------------------------------------------------------------- /M-KGE/IKRL_TransAE/visual_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/IKRL_TransAE/visual_embed.py -------------------------------------------------------------------------------- /M-KGE/RSME/MRP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/MRP.py -------------------------------------------------------------------------------- /M-KGE/RSME/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/config.py -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/analogy_1_1_triples.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/analogy_1_1_triples.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/analogy_best_img.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/analogy_best_img.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/analogy_ent_id: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/analogy_ent_id -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/analogy_rel_id: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/analogy_rel_id -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/analogy_vit_rank.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/analogy_vit_rank.txt -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/ent_id: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/ent_id -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/probas.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/probas.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/rel_MPR_PD_vit_mrp100.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/rel_MPR_PD_vit_mrp100.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/rel_MPR_SIG_vit.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/rel_MPR_SIG_vit.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/rel_id: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/rel_id -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/test.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/test.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/test_ft.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/test_ft.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/to_skip.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/to_skip.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/train.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/train.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/train_ft.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/train_ft.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/valid.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/valid.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/data/analogy/valid_ft.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/data/analogy/valid_ft.pickle -------------------------------------------------------------------------------- /M-KGE/RSME/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/datasets.py -------------------------------------------------------------------------------- /M-KGE/RSME/filter_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/filter_gate.py -------------------------------------------------------------------------------- /M-KGE/RSME/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/image_encoder.py -------------------------------------------------------------------------------- /M-KGE/RSME/learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/learn.py -------------------------------------------------------------------------------- /M-KGE/RSME/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/models.py -------------------------------------------------------------------------------- /M-KGE/RSME/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/optimizers.py -------------------------------------------------------------------------------- /M-KGE/RSME/process_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/process_datasets.py -------------------------------------------------------------------------------- /M-KGE/RSME/regularizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/regularizers.py -------------------------------------------------------------------------------- /M-KGE/RSME/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/run.sh -------------------------------------------------------------------------------- /M-KGE/RSME/run_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/run_finetune.sh -------------------------------------------------------------------------------- /M-KGE/RSME/src_data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/src_data/.DS_Store -------------------------------------------------------------------------------- /M-KGE/RSME/src_data/Analogy/wiki_tuple_ids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/src_data/Analogy/wiki_tuple_ids -------------------------------------------------------------------------------- /M-KGE/RSME/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/M-KGE/RSME/utils.py -------------------------------------------------------------------------------- /MarT/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/data/__init__.py -------------------------------------------------------------------------------- /MarT/data/base_data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/data/base_data_module.py -------------------------------------------------------------------------------- /MarT/data/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/data/data_module.py -------------------------------------------------------------------------------- /MarT/data/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/data/processor.py -------------------------------------------------------------------------------- /MarT/dataset/MARS/analogy_entities.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/analogy_entities.txt -------------------------------------------------------------------------------- /MarT/dataset/MARS/analogy_entity_to_wiki_qid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/analogy_entity_to_wiki_qid.txt -------------------------------------------------------------------------------- /MarT/dataset/MARS/analogy_relations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/analogy_relations.txt -------------------------------------------------------------------------------- /MarT/dataset/MARS/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/dev.json -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/02009000.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/02009000.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/02009001.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/02009001.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/02009002.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/02009002.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/1.backyardpool.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/1.backyardpool.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/2.image.jpg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/2.image.jpg.png -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/3.pool2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/3.pool2.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/4.500-kisilik-kapali-yuzme-havuzlari-img-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/4.500-kisilik-kapali-yuzme-havuzlari-img-1.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q1501/5.sun_yat_sen_memorial_park_swimming_pool.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q1501/5.sun_yat_sen_memorial_park_swimming_pool.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/07883000.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/07883000.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/07883001.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/07883001.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/07883002.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/07883002.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/07883003.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/07883003.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/1.timezones2008_utc%2b0_gray.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/1.timezones2008_utc%2b0_gray.png -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/2.300px-timezones2011_utc%2b0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/2.300px-timezones2011_utc%2b0.png -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/3.world_time_zones_map.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/3.world_time_zones_map.png -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/4.time-zone2-min.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/4.time-zone2-min.jpg -------------------------------------------------------------------------------- /MarT/dataset/MARS/images/Q6574/5.gmtzones.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/images/Q6574/5.gmtzones.png -------------------------------------------------------------------------------- /MarT/dataset/MARS/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/test.json -------------------------------------------------------------------------------- /MarT/dataset/MARS/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MARS/train.json -------------------------------------------------------------------------------- /MarT/dataset/MarKG/entity2text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MarKG/entity2text.txt -------------------------------------------------------------------------------- /MarT/dataset/MarKG/entity2textlong.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MarKG/entity2textlong.txt -------------------------------------------------------------------------------- /MarT/dataset/MarKG/relation2text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MarKG/relation2text.txt -------------------------------------------------------------------------------- /MarT/dataset/MarKG/relation2textlong.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MarKG/relation2textlong.txt -------------------------------------------------------------------------------- /MarT/dataset/MarKG/wiki_tuple_ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/MarKG/wiki_tuple_ids.txt -------------------------------------------------------------------------------- /MarT/dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/dataset/README.md -------------------------------------------------------------------------------- /MarT/lit_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/lit_models/__init__.py -------------------------------------------------------------------------------- /MarT/lit_models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/lit_models/base.py -------------------------------------------------------------------------------- /MarT/lit_models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/lit_models/transformer.py -------------------------------------------------------------------------------- /MarT/lit_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/lit_models/utils.py -------------------------------------------------------------------------------- /MarT/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/main.py -------------------------------------------------------------------------------- /MarT/models/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import * 2 | 3 | -------------------------------------------------------------------------------- /MarT/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/model.py -------------------------------------------------------------------------------- /MarT/models/modeling_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/modeling_clip.py -------------------------------------------------------------------------------- /MarT/models/modeling_flava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/modeling_flava.py -------------------------------------------------------------------------------- /MarT/models/modeling_unimo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/modeling_unimo.py -------------------------------------------------------------------------------- /MarT/models/modeling_vilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/modeling_vilt.py -------------------------------------------------------------------------------- /MarT/models/modeling_visual_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/modeling_visual_bert.py -------------------------------------------------------------------------------- /MarT/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/utils.py -------------------------------------------------------------------------------- /MarT/models/vilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/vilbert.py -------------------------------------------------------------------------------- /MarT/models/vilbert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/models/vilbert_utils.py -------------------------------------------------------------------------------- /MarT/scripts/run_finetune_flava.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_finetune_flava.sh -------------------------------------------------------------------------------- /MarT/scripts/run_finetune_mkgformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_finetune_mkgformer.sh -------------------------------------------------------------------------------- /MarT/scripts/run_finetune_vilbert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_finetune_vilbert.sh -------------------------------------------------------------------------------- /MarT/scripts/run_finetune_vilt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_finetune_vilt.sh -------------------------------------------------------------------------------- /MarT/scripts/run_finetune_visualbert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_finetune_visualbert.sh -------------------------------------------------------------------------------- /MarT/scripts/run_pretrain_mkgformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_pretrain_mkgformer.sh -------------------------------------------------------------------------------- /MarT/scripts/run_pretrain_vlp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/scripts/run_pretrain_vlp.sh -------------------------------------------------------------------------------- /MarT/tools/encode_images_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/MarT/tools/encode_images_data.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/requirements.txt -------------------------------------------------------------------------------- /resource/ICLR2023_MKG_Analogy.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/ICLR2023_MKG_Analogy.pdf -------------------------------------------------------------------------------- /resource/MARS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/MARS.png -------------------------------------------------------------------------------- /resource/MarKG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/MarKG.png -------------------------------------------------------------------------------- /resource/flowchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/flowchart.png -------------------------------------------------------------------------------- /resource/mkg_analogy.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/mkg_analogy.gif -------------------------------------------------------------------------------- /resource/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/model.png -------------------------------------------------------------------------------- /resource/task.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/MKG_Analogy/HEAD/resource/task.png --------------------------------------------------------------------------------