├── Datasets ├── Corpus │ ├── medical.json │ ├── medical.parquet │ ├── novel.json │ └── novel.parquet └── Questions │ ├── medical_questions.json │ ├── medical_questions.parquet │ ├── novel_questions.json │ └── novel_questions.parquet ├── Evaluation ├── README.md ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── generation_eval.cpython-310.pyc │ ├── generation_eval.cpython-39.pyc │ ├── retrieval_eval.cpython-310.pyc │ └── retrieval_eval.cpython-39.pyc ├── generation_eval.py ├── indexing_eval.py ├── llm │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── ollama_client.cpython-310.pyc │ └── ollama_client.py ├── metrics │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-39.pyc │ │ ├── answer_accuracy.cpython-310.pyc │ │ ├── answer_accuracy.cpython-39.pyc │ │ ├── context_recall.cpython-310.pyc │ │ ├── context_recall.cpython-39.pyc │ │ ├── context_relevance.cpython-310.pyc │ │ ├── context_relevance.cpython-39.pyc │ │ ├── context_relevance_v2.cpython-310.pyc │ │ ├── coverage.cpython-310.pyc │ │ ├── coverage.cpython-39.pyc │ │ ├── faithfulness.cpython-310.pyc │ │ ├── faithfulness.cpython-39.pyc │ │ ├── rouge.cpython-310.pyc │ │ ├── rouge.cpython-39.pyc │ │ └── utils.cpython-310.pyc │ ├── answer_accuracy.py │ ├── context_relevance.py │ ├── context_relevance_v2.py │ ├── coverage.py │ ├── evidence_recall.py │ ├── faithfulness.py │ ├── rouge.py │ └── utils.py └── retrieval_eval.py ├── Examples ├── README.md ├── run_digimon.py ├── run_fast-graphrag.py ├── run_hipporag2.py └── run_lightrag.py ├── LICENSE ├── RAGvsGraphRAG.jpg ├── README.md ├── pipeline.jpg └── requirements.txt /Datasets/Corpus/medical.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Corpus/medical.json -------------------------------------------------------------------------------- /Datasets/Corpus/medical.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Corpus/medical.parquet -------------------------------------------------------------------------------- /Datasets/Corpus/novel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Corpus/novel.json -------------------------------------------------------------------------------- /Datasets/Corpus/novel.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Corpus/novel.parquet -------------------------------------------------------------------------------- /Datasets/Questions/medical_questions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Questions/medical_questions.json -------------------------------------------------------------------------------- /Datasets/Questions/medical_questions.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Questions/medical_questions.parquet -------------------------------------------------------------------------------- /Datasets/Questions/novel_questions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Questions/novel_questions.json -------------------------------------------------------------------------------- /Datasets/Questions/novel_questions.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Datasets/Questions/novel_questions.parquet -------------------------------------------------------------------------------- /Evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/README.md -------------------------------------------------------------------------------- /Evaluation/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/__pycache__/generation_eval.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/__pycache__/generation_eval.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/__pycache__/generation_eval.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/__pycache__/generation_eval.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/__pycache__/retrieval_eval.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/__pycache__/retrieval_eval.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/__pycache__/retrieval_eval.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/__pycache__/retrieval_eval.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/generation_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/generation_eval.py -------------------------------------------------------------------------------- /Evaluation/indexing_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/indexing_eval.py -------------------------------------------------------------------------------- /Evaluation/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/llm/__init__.py -------------------------------------------------------------------------------- /Evaluation/llm/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/llm/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/llm/__pycache__/ollama_client.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/llm/__pycache__/ollama_client.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/llm/ollama_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/llm/ollama_client.py -------------------------------------------------------------------------------- /Evaluation/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__init__.py -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/answer_accuracy.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/answer_accuracy.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/answer_accuracy.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/answer_accuracy.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/context_recall.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/context_recall.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/context_recall.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/context_recall.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/context_relevance.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/context_relevance.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/context_relevance.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/context_relevance.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/context_relevance_v2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/context_relevance_v2.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/coverage.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/coverage.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/coverage.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/coverage.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/faithfulness.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/faithfulness.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/faithfulness.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/faithfulness.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/rouge.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/rouge.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/rouge.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/rouge.cpython-39.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /Evaluation/metrics/answer_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/answer_accuracy.py -------------------------------------------------------------------------------- /Evaluation/metrics/context_relevance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/context_relevance.py -------------------------------------------------------------------------------- /Evaluation/metrics/context_relevance_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/context_relevance_v2.py -------------------------------------------------------------------------------- /Evaluation/metrics/coverage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/coverage.py -------------------------------------------------------------------------------- /Evaluation/metrics/evidence_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/evidence_recall.py -------------------------------------------------------------------------------- /Evaluation/metrics/faithfulness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/faithfulness.py -------------------------------------------------------------------------------- /Evaluation/metrics/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/rouge.py -------------------------------------------------------------------------------- /Evaluation/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/metrics/utils.py -------------------------------------------------------------------------------- /Evaluation/retrieval_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Evaluation/retrieval_eval.py -------------------------------------------------------------------------------- /Examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Examples/README.md -------------------------------------------------------------------------------- /Examples/run_digimon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Examples/run_digimon.py -------------------------------------------------------------------------------- /Examples/run_fast-graphrag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Examples/run_fast-graphrag.py -------------------------------------------------------------------------------- /Examples/run_hipporag2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Examples/run_hipporag2.py -------------------------------------------------------------------------------- /Examples/run_lightrag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/Examples/run_lightrag.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/LICENSE -------------------------------------------------------------------------------- /RAGvsGraphRAG.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/RAGvsGraphRAG.jpg -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/README.md -------------------------------------------------------------------------------- /pipeline.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/pipeline.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GraphRAG-Bench/GraphRAG-Benchmark/HEAD/requirements.txt --------------------------------------------------------------------------------