├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE.md ├── README.md ├── conda_environment.yaml ├── config.py ├── configs ├── callbacks │ ├── default.yaml │ └── none.yaml ├── config.yaml ├── datamodule │ ├── default.yaml │ ├── fewrel.yaml │ ├── geo_nre.yaml │ ├── rebel.yaml │ ├── rebel_top_100.yaml │ ├── rebel_top_200.yaml │ ├── rebel_top_400.yaml │ └── wikipedia_nre.yaml ├── evaluation │ ├── checkpoint_large.yaml │ ├── checkpoint_small.yaml │ ├── results_full.yaml │ ├── results_large.yaml │ └── results_small.yaml ├── experiment │ ├── genie_genre_r.yaml │ ├── genie_genre_rw.yaml │ ├── genie_plm_r.yaml │ ├── genie_r.yaml │ ├── genie_rw.yaml │ └── genie_w.yaml ├── hydra │ └── default.yaml ├── logger │ ├── csv.yaml │ └── wandb.yaml ├── model │ ├── ckpt_default.yaml │ ├── ckpt_genie.yaml │ ├── genie_base.yaml │ └── inference │ │ └── default.yaml └── trainer │ ├── ddp.yaml │ ├── default.yaml │ └── default_nre.yaml ├── data └── .gitkeep ├── docs └── genie_animation.gif ├── download_data.sh ├── genie ├── __init__.py ├── constrained_generation │ ├── __init__.py │ ├── ie_prefix_constraints.py │ └── trie.py ├── datamodule │ ├── __init__.py │ ├── datasets.py │ ├── datasets_pl.py │ ├── initial_preprocessing │ │ ├── __init__.py │ │ ├── convert_fewrel_data2kilt.py │ │ ├── convert_nre_data2kilt.py │ │ ├── convert_nre_geo_data2kilt.py │ │ ├── convert_rebel_data2kilt.py │ │ ├── init_surface_form_dicts.py │ │ └── process_wikidata_dump.py │ └── utils │ │ ├── __init__.py │ │ ├── surface_forms_utils.py │ │ └── triplet_utils.py ├── evaluate.py ├── evaluate_from_file.py ├── metrics │ ├── __init__.py │ ├── triplet_set_f1.py │ ├── triplet_set_precision.py │ └── triplet_set_recall.py ├── models │ ├── __init__.py │ ├── genie_base_hf.py │ ├── genie_base_pl.py │ └── utils.py ├── train.py └── utils │ ├── __init__.py │ ├── evaluation.py │ ├── evaluators.py │ ├── general.py │ └── plot_helpers.py ├── notebooks └── Demo.ipynb ├── pip_requirements.txt ├── run.py ├── setup.sh └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/README.md -------------------------------------------------------------------------------- /conda_environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/conda_environment.yaml -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/config.py -------------------------------------------------------------------------------- /configs/callbacks/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/callbacks/default.yaml -------------------------------------------------------------------------------- /configs/callbacks/none.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/config.yaml -------------------------------------------------------------------------------- /configs/datamodule/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/default.yaml -------------------------------------------------------------------------------- /configs/datamodule/fewrel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/fewrel.yaml -------------------------------------------------------------------------------- /configs/datamodule/geo_nre.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/geo_nre.yaml -------------------------------------------------------------------------------- /configs/datamodule/rebel.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/rebel.yaml -------------------------------------------------------------------------------- /configs/datamodule/rebel_top_100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/rebel_top_100.yaml -------------------------------------------------------------------------------- /configs/datamodule/rebel_top_200.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/rebel_top_200.yaml -------------------------------------------------------------------------------- /configs/datamodule/rebel_top_400.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/rebel_top_400.yaml -------------------------------------------------------------------------------- /configs/datamodule/wikipedia_nre.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/datamodule/wikipedia_nre.yaml -------------------------------------------------------------------------------- /configs/evaluation/checkpoint_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/evaluation/checkpoint_large.yaml -------------------------------------------------------------------------------- /configs/evaluation/checkpoint_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/evaluation/checkpoint_small.yaml -------------------------------------------------------------------------------- /configs/evaluation/results_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/evaluation/results_full.yaml -------------------------------------------------------------------------------- /configs/evaluation/results_large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/evaluation/results_large.yaml -------------------------------------------------------------------------------- /configs/evaluation/results_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/evaluation/results_small.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_genre_r.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_genre_r.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_genre_rw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_genre_rw.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_plm_r.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_plm_r.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_r.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_r.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_rw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_rw.yaml -------------------------------------------------------------------------------- /configs/experiment/genie_w.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/experiment/genie_w.yaml -------------------------------------------------------------------------------- /configs/hydra/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/hydra/default.yaml -------------------------------------------------------------------------------- /configs/logger/csv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/logger/csv.yaml -------------------------------------------------------------------------------- /configs/logger/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/logger/wandb.yaml -------------------------------------------------------------------------------- /configs/model/ckpt_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/model/ckpt_default.yaml -------------------------------------------------------------------------------- /configs/model/ckpt_genie.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/model/ckpt_genie.yaml -------------------------------------------------------------------------------- /configs/model/genie_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/model/genie_base.yaml -------------------------------------------------------------------------------- /configs/model/inference/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/model/inference/default.yaml -------------------------------------------------------------------------------- /configs/trainer/ddp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/trainer/ddp.yaml -------------------------------------------------------------------------------- /configs/trainer/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/trainer/default.yaml -------------------------------------------------------------------------------- /configs/trainer/default_nre.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/configs/trainer/default_nre.yaml -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/genie_animation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/docs/genie_animation.gif -------------------------------------------------------------------------------- /download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/download_data.sh -------------------------------------------------------------------------------- /genie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /genie/constrained_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/constrained_generation/__init__.py -------------------------------------------------------------------------------- /genie/constrained_generation/ie_prefix_constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/constrained_generation/ie_prefix_constraints.py -------------------------------------------------------------------------------- /genie/constrained_generation/trie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/constrained_generation/trie.py -------------------------------------------------------------------------------- /genie/datamodule/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /genie/datamodule/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/datasets.py -------------------------------------------------------------------------------- /genie/datamodule/datasets_pl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/datasets_pl.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/convert_fewrel_data2kilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/convert_fewrel_data2kilt.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/convert_nre_data2kilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/convert_nre_data2kilt.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/convert_nre_geo_data2kilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/convert_nre_geo_data2kilt.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/convert_rebel_data2kilt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/convert_rebel_data2kilt.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/init_surface_form_dicts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/init_surface_form_dicts.py -------------------------------------------------------------------------------- /genie/datamodule/initial_preprocessing/process_wikidata_dump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/initial_preprocessing/process_wikidata_dump.py -------------------------------------------------------------------------------- /genie/datamodule/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/utils/__init__.py -------------------------------------------------------------------------------- /genie/datamodule/utils/surface_forms_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/utils/surface_forms_utils.py -------------------------------------------------------------------------------- /genie/datamodule/utils/triplet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/datamodule/utils/triplet_utils.py -------------------------------------------------------------------------------- /genie/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/evaluate.py -------------------------------------------------------------------------------- /genie/evaluate_from_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/evaluate_from_file.py -------------------------------------------------------------------------------- /genie/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/metrics/__init__.py -------------------------------------------------------------------------------- /genie/metrics/triplet_set_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/metrics/triplet_set_f1.py -------------------------------------------------------------------------------- /genie/metrics/triplet_set_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/metrics/triplet_set_precision.py -------------------------------------------------------------------------------- /genie/metrics/triplet_set_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/metrics/triplet_set_recall.py -------------------------------------------------------------------------------- /genie/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/models/__init__.py -------------------------------------------------------------------------------- /genie/models/genie_base_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/models/genie_base_hf.py -------------------------------------------------------------------------------- /genie/models/genie_base_pl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/models/genie_base_pl.py -------------------------------------------------------------------------------- /genie/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/models/utils.py -------------------------------------------------------------------------------- /genie/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/train.py -------------------------------------------------------------------------------- /genie/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /genie/utils/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/utils/evaluation.py -------------------------------------------------------------------------------- /genie/utils/evaluators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/utils/evaluators.py -------------------------------------------------------------------------------- /genie/utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/utils/general.py -------------------------------------------------------------------------------- /genie/utils/plot_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/genie/utils/plot_helpers.py -------------------------------------------------------------------------------- /notebooks/Demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/notebooks/Demo.ipynb -------------------------------------------------------------------------------- /pip_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/pip_requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/run.py -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/setup.sh -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/epfl-dlab/GenIE/HEAD/utils.py --------------------------------------------------------------------------------