├── .env.example ├── .gitignore ├── README.md ├── dify_eval ├── __init__.py ├── dataset │ ├── __init__.py │ ├── dataset.py │ ├── extractor │ │ ├── __init__.py │ │ ├── csv_extractor.py │ │ ├── extractor.py │ │ └── extractor_base.py │ └── model.py ├── evaluation │ ├── __init__.py │ ├── constants.py │ ├── evaluation.py │ ├── metrics.py │ └── ragas_models.py └── generation │ ├── __init__.py │ ├── dify_chat.py │ └── generation.py ├── evaluate.py ├── example.csv ├── images ├── details.png ├── dify.png ├── langfuse.png ├── trace.png └── versions.png ├── poetry.lock ├── pyproject.toml └── run.py /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/README.md -------------------------------------------------------------------------------- /dify_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dify_eval/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dify_eval/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/dataset/dataset.py -------------------------------------------------------------------------------- /dify_eval/dataset/extractor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dify_eval/dataset/extractor/csv_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/dataset/extractor/csv_extractor.py -------------------------------------------------------------------------------- /dify_eval/dataset/extractor/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/dataset/extractor/extractor.py -------------------------------------------------------------------------------- /dify_eval/dataset/extractor/extractor_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/dataset/extractor/extractor_base.py -------------------------------------------------------------------------------- /dify_eval/dataset/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/dataset/model.py -------------------------------------------------------------------------------- /dify_eval/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dify_eval/evaluation/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/evaluation/constants.py -------------------------------------------------------------------------------- /dify_eval/evaluation/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/evaluation/evaluation.py -------------------------------------------------------------------------------- /dify_eval/evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/evaluation/metrics.py -------------------------------------------------------------------------------- /dify_eval/evaluation/ragas_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/evaluation/ragas_models.py -------------------------------------------------------------------------------- /dify_eval/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dify_eval/generation/dify_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/generation/dify_chat.py -------------------------------------------------------------------------------- /dify_eval/generation/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/dify_eval/generation/generation.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/evaluate.py -------------------------------------------------------------------------------- /example.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/example.csv -------------------------------------------------------------------------------- /images/details.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/images/details.png -------------------------------------------------------------------------------- /images/dify.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/images/dify.png -------------------------------------------------------------------------------- /images/langfuse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/images/langfuse.png -------------------------------------------------------------------------------- /images/trace.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/images/trace.png -------------------------------------------------------------------------------- /images/versions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/images/versions.png -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/pyproject.toml -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hustyichi/dify-eval/HEAD/run.py --------------------------------------------------------------------------------