├── LICENSE ├── README.md ├── data_gen ├── gen_p_e_m │ ├── gen_p_e_m_from_wiki.lua │ ├── gen_p_e_m_from_yago.lua │ ├── merge_crosswikis_wiki.lua │ └── unicode_map.lua ├── gen_test_train_data │ ├── gen_ace_msnbc_aquaint_csv.lua │ ├── gen_aida_test.lua │ ├── gen_aida_train.lua │ └── gen_all.lua ├── gen_wiki_data │ ├── gen_ent_wiki_w_repr.lua │ └── gen_wiki_hyp_train_data.lua ├── indexes │ ├── wiki_disambiguation_pages_index.lua │ ├── wiki_redirects_index.lua │ └── yago_crosswikis_wiki.lua └── parse_wiki_dump │ └── parse_wiki_dump_tools.lua ├── ed ├── args.lua ├── ed.lua ├── loss.lua ├── minibatch │ ├── build_minibatch.lua │ └── data_loader.lua ├── models │ ├── SetConstantDiag.lua │ ├── linear_layers.lua │ ├── model.lua │ ├── model_global.lua │ └── model_local.lua ├── test │ ├── check_coref.lua │ ├── coref_persons.lua │ ├── ent_freq_stats_test.lua │ ├── ent_p_e_m_stats_test.lua │ ├── test.lua │ └── test_one_loaded_model.lua └── train.lua ├── entities ├── ent_name2id_freq │ ├── e_freq_gen.lua │ ├── e_freq_index.lua │ └── ent_name_id.lua ├── learn_e2v │ ├── 4EX_wiki_words.lua │ ├── batch_dataset_a.lua │ ├── e2v_a.lua │ ├── learn_a.lua │ ├── minibatch_a.lua │ └── model_a.lua ├── pretrained_e2v │ ├── check_ents.lua │ ├── e2v.lua │ └── e2v_txt_reader.lua └── relatedness │ ├── filter_wiki_canonical_words_RLTD.lua │ ├── filter_wiki_hyperlink_contexts_RLTD.lua │ └── relatedness.lua ├── our_system_annotations.txt ├── utils ├── logger.lua ├── optim │ ├── adadelta_mem.lua │ ├── adagrad_mem.lua │ └── rmsprop_mem.lua └── utils.lua └── words ├── load_w_freq_and_vecs.lua ├── stop_words.lua ├── w2v ├── glove_reader.lua ├── w2v.lua └── word2vec_reader.lua └── w_freq ├── w_freq_gen.lua └── w_freq_index.lua /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/README.md -------------------------------------------------------------------------------- /data_gen/gen_p_e_m/gen_p_e_m_from_wiki.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_p_e_m/gen_p_e_m_from_wiki.lua -------------------------------------------------------------------------------- /data_gen/gen_p_e_m/gen_p_e_m_from_yago.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_p_e_m/gen_p_e_m_from_yago.lua -------------------------------------------------------------------------------- /data_gen/gen_p_e_m/merge_crosswikis_wiki.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_p_e_m/merge_crosswikis_wiki.lua -------------------------------------------------------------------------------- /data_gen/gen_p_e_m/unicode_map.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_p_e_m/unicode_map.lua -------------------------------------------------------------------------------- /data_gen/gen_test_train_data/gen_ace_msnbc_aquaint_csv.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_test_train_data/gen_ace_msnbc_aquaint_csv.lua -------------------------------------------------------------------------------- /data_gen/gen_test_train_data/gen_aida_test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_test_train_data/gen_aida_test.lua -------------------------------------------------------------------------------- /data_gen/gen_test_train_data/gen_aida_train.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_test_train_data/gen_aida_train.lua -------------------------------------------------------------------------------- /data_gen/gen_test_train_data/gen_all.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_test_train_data/gen_all.lua -------------------------------------------------------------------------------- /data_gen/gen_wiki_data/gen_ent_wiki_w_repr.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_wiki_data/gen_ent_wiki_w_repr.lua -------------------------------------------------------------------------------- /data_gen/gen_wiki_data/gen_wiki_hyp_train_data.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/gen_wiki_data/gen_wiki_hyp_train_data.lua -------------------------------------------------------------------------------- /data_gen/indexes/wiki_disambiguation_pages_index.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/indexes/wiki_disambiguation_pages_index.lua -------------------------------------------------------------------------------- /data_gen/indexes/wiki_redirects_index.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/indexes/wiki_redirects_index.lua -------------------------------------------------------------------------------- /data_gen/indexes/yago_crosswikis_wiki.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/indexes/yago_crosswikis_wiki.lua -------------------------------------------------------------------------------- /data_gen/parse_wiki_dump/parse_wiki_dump_tools.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/data_gen/parse_wiki_dump/parse_wiki_dump_tools.lua -------------------------------------------------------------------------------- /ed/args.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/args.lua -------------------------------------------------------------------------------- /ed/ed.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/ed.lua -------------------------------------------------------------------------------- /ed/loss.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/loss.lua -------------------------------------------------------------------------------- /ed/minibatch/build_minibatch.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/minibatch/build_minibatch.lua -------------------------------------------------------------------------------- /ed/minibatch/data_loader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/minibatch/data_loader.lua -------------------------------------------------------------------------------- /ed/models/SetConstantDiag.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/models/SetConstantDiag.lua -------------------------------------------------------------------------------- /ed/models/linear_layers.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/models/linear_layers.lua -------------------------------------------------------------------------------- /ed/models/model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/models/model.lua -------------------------------------------------------------------------------- /ed/models/model_global.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/models/model_global.lua -------------------------------------------------------------------------------- /ed/models/model_local.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/models/model_local.lua -------------------------------------------------------------------------------- /ed/test/check_coref.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/check_coref.lua -------------------------------------------------------------------------------- /ed/test/coref_persons.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/coref_persons.lua -------------------------------------------------------------------------------- /ed/test/ent_freq_stats_test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/ent_freq_stats_test.lua -------------------------------------------------------------------------------- /ed/test/ent_p_e_m_stats_test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/ent_p_e_m_stats_test.lua -------------------------------------------------------------------------------- /ed/test/test.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/test.lua -------------------------------------------------------------------------------- /ed/test/test_one_loaded_model.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/test/test_one_loaded_model.lua -------------------------------------------------------------------------------- /ed/train.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/ed/train.lua -------------------------------------------------------------------------------- /entities/ent_name2id_freq/e_freq_gen.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/ent_name2id_freq/e_freq_gen.lua -------------------------------------------------------------------------------- /entities/ent_name2id_freq/e_freq_index.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/ent_name2id_freq/e_freq_index.lua -------------------------------------------------------------------------------- /entities/ent_name2id_freq/ent_name_id.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/ent_name2id_freq/ent_name_id.lua -------------------------------------------------------------------------------- /entities/learn_e2v/4EX_wiki_words.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/4EX_wiki_words.lua -------------------------------------------------------------------------------- /entities/learn_e2v/batch_dataset_a.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/batch_dataset_a.lua -------------------------------------------------------------------------------- /entities/learn_e2v/e2v_a.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/e2v_a.lua -------------------------------------------------------------------------------- /entities/learn_e2v/learn_a.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/learn_a.lua -------------------------------------------------------------------------------- /entities/learn_e2v/minibatch_a.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/minibatch_a.lua -------------------------------------------------------------------------------- /entities/learn_e2v/model_a.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/learn_e2v/model_a.lua -------------------------------------------------------------------------------- /entities/pretrained_e2v/check_ents.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/pretrained_e2v/check_ents.lua -------------------------------------------------------------------------------- /entities/pretrained_e2v/e2v.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/pretrained_e2v/e2v.lua -------------------------------------------------------------------------------- /entities/pretrained_e2v/e2v_txt_reader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/pretrained_e2v/e2v_txt_reader.lua -------------------------------------------------------------------------------- /entities/relatedness/filter_wiki_canonical_words_RLTD.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/relatedness/filter_wiki_canonical_words_RLTD.lua -------------------------------------------------------------------------------- /entities/relatedness/filter_wiki_hyperlink_contexts_RLTD.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/relatedness/filter_wiki_hyperlink_contexts_RLTD.lua -------------------------------------------------------------------------------- /entities/relatedness/relatedness.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/entities/relatedness/relatedness.lua -------------------------------------------------------------------------------- /our_system_annotations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/our_system_annotations.txt -------------------------------------------------------------------------------- /utils/logger.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/utils/logger.lua -------------------------------------------------------------------------------- /utils/optim/adadelta_mem.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/utils/optim/adadelta_mem.lua -------------------------------------------------------------------------------- /utils/optim/adagrad_mem.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/utils/optim/adagrad_mem.lua -------------------------------------------------------------------------------- /utils/optim/rmsprop_mem.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/utils/optim/rmsprop_mem.lua -------------------------------------------------------------------------------- /utils/utils.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/utils/utils.lua -------------------------------------------------------------------------------- /words/load_w_freq_and_vecs.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/load_w_freq_and_vecs.lua -------------------------------------------------------------------------------- /words/stop_words.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/stop_words.lua -------------------------------------------------------------------------------- /words/w2v/glove_reader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/w2v/glove_reader.lua -------------------------------------------------------------------------------- /words/w2v/w2v.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/w2v/w2v.lua -------------------------------------------------------------------------------- /words/w2v/word2vec_reader.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/w2v/word2vec_reader.lua -------------------------------------------------------------------------------- /words/w_freq/w_freq_gen.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/w_freq/w_freq_gen.lua -------------------------------------------------------------------------------- /words/w_freq/w_freq_index.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/deep-ed/HEAD/words/w_freq/w_freq_index.lua --------------------------------------------------------------------------------