├── .gitignore ├── CITATION.cff ├── LICENSE ├── README.md ├── args ├── __init__.py ├── config.py └── global_args.py ├── assets └── framework.jpg ├── cache └── dbpedia-en │ ├── answers.pt │ └── questions.pt ├── collect.py ├── collect_and_train.sh ├── data_gen ├── __init__.py ├── data_generator.py ├── llm_clients.py └── triple_sampler.py ├── eval.py ├── eval_fill_gap.py ├── evaluator ├── __init__.py ├── analysis.py ├── common.py ├── dist_helper.py ├── evaluator.py └── mp_helper.py ├── requirements.txt ├── train.py ├── trainer ├── __init__.py ├── llm_state_loader.py ├── model.py ├── train_clf.py └── train_prompt_encoder.py └── utils ├── __init__.py ├── general_utils.py ├── kg_utils.py ├── question_template_scripts ├── get_questions.py └── parse_questions.py └── train_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | 3 | 4 | -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/README.md -------------------------------------------------------------------------------- /args/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/args/__init__.py -------------------------------------------------------------------------------- /args/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/args/config.py -------------------------------------------------------------------------------- /args/global_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/args/global_args.py -------------------------------------------------------------------------------- /assets/framework.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/assets/framework.jpg -------------------------------------------------------------------------------- /cache/dbpedia-en/answers.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/cache/dbpedia-en/answers.pt -------------------------------------------------------------------------------- /cache/dbpedia-en/questions.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/cache/dbpedia-en/questions.pt -------------------------------------------------------------------------------- /collect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/collect.py -------------------------------------------------------------------------------- /collect_and_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/collect_and_train.sh -------------------------------------------------------------------------------- /data_gen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/data_gen/__init__.py -------------------------------------------------------------------------------- /data_gen/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/data_gen/data_generator.py -------------------------------------------------------------------------------- /data_gen/llm_clients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/data_gen/llm_clients.py -------------------------------------------------------------------------------- /data_gen/triple_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/data_gen/triple_sampler.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/eval.py -------------------------------------------------------------------------------- /eval_fill_gap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/eval_fill_gap.py -------------------------------------------------------------------------------- /evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | from .evaluator import * -------------------------------------------------------------------------------- /evaluator/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/evaluator/analysis.py -------------------------------------------------------------------------------- /evaluator/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/evaluator/common.py -------------------------------------------------------------------------------- /evaluator/dist_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/evaluator/dist_helper.py -------------------------------------------------------------------------------- /evaluator/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/evaluator/evaluator.py -------------------------------------------------------------------------------- /evaluator/mp_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/evaluator/mp_helper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/train.py -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/trainer/__init__.py -------------------------------------------------------------------------------- /trainer/llm_state_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/trainer/llm_state_loader.py -------------------------------------------------------------------------------- /trainer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/trainer/model.py -------------------------------------------------------------------------------- /trainer/train_clf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/trainer/train_clf.py -------------------------------------------------------------------------------- /trainer/train_prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/trainer/train_prompt_encoder.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/general_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/general_utils.py -------------------------------------------------------------------------------- /utils/kg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/kg_utils.py -------------------------------------------------------------------------------- /utils/question_template_scripts/get_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/question_template_scripts/get_questions.py -------------------------------------------------------------------------------- /utils/question_template_scripts/parse_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/question_template_scripts/parse_questions.py -------------------------------------------------------------------------------- /utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xz-liu/GraphEval/HEAD/utils/train_utils.py --------------------------------------------------------------------------------