├── .gitignore ├── LICENSE ├── README.md ├── experiments ├── aida-global │ └── config.json ├── aida-local │ └── config.json ├── aida-standalone-coreference │ └── config.json ├── aida-standalone-linking │ └── config.json ├── dwie-global │ └── config.json ├── dwie-local │ └── config.json ├── dwie-standalone-coreference │ └── config.json ├── dwie-standalone-linking │ └── config.json └── evaluate_config.json ├── requirements.txt ├── scripts ├── download_data.sh ├── train_all.sh └── train_once.sh └── src ├── data_processing ├── __init__.py ├── bert_preprocessing.py ├── data_reader_bert_hoi.py ├── dataset.py ├── dictionary.py ├── predictions_serializer.py └── tokenizer.py ├── evaluate.py ├── main_bert_processor_dwie.py ├── metrics ├── __init__.py ├── coref.py ├── corefx.py ├── f1.py ├── linker.py └── misc.py ├── misc ├── __init__.py ├── cpn_eval.py └── settings.py ├── models ├── __init__.py ├── misc │ ├── __init__.py │ ├── entity_embeddings.py │ ├── linker.py │ ├── misc.py │ ├── spanner.py │ ├── text_field.py │ ├── transformers.py │ └── wordvec.py ├── models │ ├── __init__.py │ ├── attprop.py │ ├── coref_loss.py │ ├── coreflinker_hoi_loss.py │ ├── coreflinker_hoi_scorer.py │ ├── coreflinker_loss.py │ ├── coreflinker_mtt_hoi_loss.py │ ├── coreflinker_mtt_hoi_scorer.py │ ├── coreflinker_mtt_scorer.py │ ├── coreflinker_spanbert_hoi_scorer.py │ ├── corefprop_prop_hoi.py │ ├── linker_hoi.py │ ├── pruner.py │ ├── scorers.py │ └── seq2vec.py └── utils │ ├── __init__.py │ ├── debug.py │ ├── edmonds.py │ ├── entity.py │ ├── math.py │ └── misc.py ├── stats ├── __init__.py └── results │ ├── __init__.py │ ├── main_linker_results_single.py │ └── main_linker_results_table.py ├── tests ├── __init__.py └── test_linkercoref.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/README.md -------------------------------------------------------------------------------- /experiments/aida-global/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/aida-global/config.json -------------------------------------------------------------------------------- /experiments/aida-local/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/aida-local/config.json -------------------------------------------------------------------------------- /experiments/aida-standalone-coreference/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/aida-standalone-coreference/config.json -------------------------------------------------------------------------------- /experiments/aida-standalone-linking/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/aida-standalone-linking/config.json -------------------------------------------------------------------------------- /experiments/dwie-global/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/dwie-global/config.json -------------------------------------------------------------------------------- /experiments/dwie-local/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/dwie-local/config.json -------------------------------------------------------------------------------- /experiments/dwie-standalone-coreference/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/dwie-standalone-coreference/config.json -------------------------------------------------------------------------------- /experiments/dwie-standalone-linking/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/dwie-standalone-linking/config.json -------------------------------------------------------------------------------- /experiments/evaluate_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/experiments/evaluate_config.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/scripts/download_data.sh -------------------------------------------------------------------------------- /scripts/train_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/scripts/train_all.sh -------------------------------------------------------------------------------- /scripts/train_once.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/scripts/train_once.sh -------------------------------------------------------------------------------- /src/data_processing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data_processing/bert_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/bert_preprocessing.py -------------------------------------------------------------------------------- /src/data_processing/data_reader_bert_hoi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/data_reader_bert_hoi.py -------------------------------------------------------------------------------- /src/data_processing/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/dataset.py -------------------------------------------------------------------------------- /src/data_processing/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/dictionary.py -------------------------------------------------------------------------------- /src/data_processing/predictions_serializer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/predictions_serializer.py -------------------------------------------------------------------------------- /src/data_processing/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/data_processing/tokenizer.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/main_bert_processor_dwie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/main_bert_processor_dwie.py -------------------------------------------------------------------------------- /src/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/metrics/coref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/metrics/coref.py -------------------------------------------------------------------------------- /src/metrics/corefx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/metrics/corefx.py -------------------------------------------------------------------------------- /src/metrics/f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/metrics/f1.py -------------------------------------------------------------------------------- /src/metrics/linker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/metrics/linker.py -------------------------------------------------------------------------------- /src/metrics/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/metrics/misc.py -------------------------------------------------------------------------------- /src/misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/misc/cpn_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/misc/cpn_eval.py -------------------------------------------------------------------------------- /src/misc/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/misc/settings.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/__init__.py -------------------------------------------------------------------------------- /src/models/misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/misc/entity_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/entity_embeddings.py -------------------------------------------------------------------------------- /src/models/misc/linker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/linker.py -------------------------------------------------------------------------------- /src/models/misc/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/misc.py -------------------------------------------------------------------------------- /src/models/misc/spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/spanner.py -------------------------------------------------------------------------------- /src/models/misc/text_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/text_field.py -------------------------------------------------------------------------------- /src/models/misc/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/transformers.py -------------------------------------------------------------------------------- /src/models/misc/wordvec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/misc/wordvec.py -------------------------------------------------------------------------------- /src/models/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/models/attprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/attprop.py -------------------------------------------------------------------------------- /src/models/models/coref_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coref_loss.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_hoi_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_hoi_loss.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_hoi_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_hoi_scorer.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_loss.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_mtt_hoi_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_mtt_hoi_loss.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_mtt_hoi_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_mtt_hoi_scorer.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_mtt_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_mtt_scorer.py -------------------------------------------------------------------------------- /src/models/models/coreflinker_spanbert_hoi_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/coreflinker_spanbert_hoi_scorer.py -------------------------------------------------------------------------------- /src/models/models/corefprop_prop_hoi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/corefprop_prop_hoi.py -------------------------------------------------------------------------------- /src/models/models/linker_hoi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/linker_hoi.py -------------------------------------------------------------------------------- /src/models/models/pruner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/pruner.py -------------------------------------------------------------------------------- /src/models/models/scorers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/scorers.py -------------------------------------------------------------------------------- /src/models/models/seq2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/models/seq2vec.py -------------------------------------------------------------------------------- /src/models/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/utils/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/utils/debug.py -------------------------------------------------------------------------------- /src/models/utils/edmonds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/utils/edmonds.py -------------------------------------------------------------------------------- /src/models/utils/entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/utils/entity.py -------------------------------------------------------------------------------- /src/models/utils/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/utils/math.py -------------------------------------------------------------------------------- /src/models/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/models/utils/misc.py -------------------------------------------------------------------------------- /src/stats/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stats/results/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stats/results/main_linker_results_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/stats/results/main_linker_results_single.py -------------------------------------------------------------------------------- /src/stats/results/main_linker_results_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/stats/results/main_linker_results_table.py -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/test_linkercoref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/tests/test_linkercoref.py -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/klimzaporojets/consistent-EL/HEAD/src/train.py --------------------------------------------------------------------------------