├── .gitignore ├── LICENSE ├── README.md ├── configs └── data_config.yaml ├── environment.yaml ├── environment_export.yaml ├── kle ├── __init__.py ├── core.py ├── kernels.py ├── utils.py └── vis_utils.py ├── semantic_uncertainty ├── analyze_results.py ├── compute_uncertainty_measures.py ├── generate_answers.py └── uncertainty │ ├── __init__.py │ ├── data │ └── data_utils.py │ ├── models │ ├── __init__.py │ ├── base_model.py │ └── huggingface_models.py │ ├── uncertainty_measures │ ├── kernel_uncertainty.py │ ├── p_ik.py │ ├── p_true.py │ └── semantic_entropy.py │ └── utils │ ├── eval_utils.py │ ├── openai.py │ └── utils.py ├── setup.cfg ├── setup.py └── static └── kle_summary.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/README.md -------------------------------------------------------------------------------- /configs/data_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/configs/data_config.yaml -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/environment.yaml -------------------------------------------------------------------------------- /environment_export.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/environment_export.yaml -------------------------------------------------------------------------------- /kle/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/kle/__init__.py -------------------------------------------------------------------------------- /kle/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/kle/core.py -------------------------------------------------------------------------------- /kle/kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/kle/kernels.py -------------------------------------------------------------------------------- /kle/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/kle/utils.py -------------------------------------------------------------------------------- /kle/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/kle/vis_utils.py -------------------------------------------------------------------------------- /semantic_uncertainty/analyze_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/analyze_results.py -------------------------------------------------------------------------------- /semantic_uncertainty/compute_uncertainty_measures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/compute_uncertainty_measures.py -------------------------------------------------------------------------------- /semantic_uncertainty/generate_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/generate_answers.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/data/data_utils.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/models/base_model.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/models/huggingface_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/models/huggingface_models.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/uncertainty_measures/kernel_uncertainty.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/uncertainty_measures/kernel_uncertainty.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/uncertainty_measures/p_ik.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/uncertainty_measures/p_ik.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/uncertainty_measures/p_true.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/uncertainty_measures/p_true.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/uncertainty_measures/semantic_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/uncertainty_measures/semantic_entropy.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/utils/eval_utils.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/utils/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/utils/openai.py -------------------------------------------------------------------------------- /semantic_uncertainty/uncertainty/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/semantic_uncertainty/uncertainty/utils/utils.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/setup.py -------------------------------------------------------------------------------- /static/kle_summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexanderVNikitin/kernel-language-entropy/HEAD/static/kle_summary.png --------------------------------------------------------------------------------