├── .coveragerc ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── codecov.yml │ ├── lint.yml │ ├── python-package.yml │ └── python-publish.yml ├── .gitignore ├── .readthedocs.yaml ├── CITATION ├── CONTRIBUTING.md ├── COPYING ├── COPYING.LESSER ├── LICENSE ├── README.md ├── docs ├── Makefile ├── README.md ├── make.bat ├── requirements_sphinx.txt └── source │ ├── assets │ ├── fig1.png │ ├── mnist_example.png │ ├── quantus_logo 2.png │ ├── quantus_logo.png │ └── quantus_logo_mini.png │ ├── conf.py │ ├── docs_api │ ├── modules.rst │ ├── quantus.evaluation.rst │ ├── quantus.functions.discretise_func.rst │ ├── quantus.functions.explanation_func.rst │ ├── quantus.functions.loss_func.rst │ ├── quantus.functions.mosaic_func.rst │ ├── quantus.functions.norm_func.rst │ ├── quantus.functions.normalise_func.rst │ ├── quantus.functions.perturb_func.rst │ ├── quantus.functions.rst │ ├── quantus.functions.similarity_func.rst │ ├── quantus.helpers.asserts.rst │ ├── quantus.helpers.constants.rst │ ├── quantus.helpers.enums.rst │ ├── quantus.helpers.model.model_interface.rst │ ├── quantus.helpers.model.models.rst │ ├── quantus.helpers.model.pytorch_model.rst │ ├── quantus.helpers.model.rst │ ├── quantus.helpers.model.tf_model.rst │ ├── quantus.helpers.perturbation_utils.rst │ ├── quantus.helpers.plotting.rst │ ├── quantus.helpers.rst │ ├── quantus.helpers.utils.rst │ ├── quantus.helpers.warn.rst │ ├── quantus.metrics.axiomatic.completeness.rst │ ├── quantus.metrics.axiomatic.input_invariance.rst │ ├── quantus.metrics.axiomatic.non_sensitivity.rst │ ├── quantus.metrics.axiomatic.rst │ ├── quantus.metrics.base.rst │ ├── quantus.metrics.base_batched.rst │ ├── quantus.metrics.complexity.complexity.rst │ ├── quantus.metrics.complexity.effective_complexity.rst │ ├── quantus.metrics.complexity.rst │ ├── quantus.metrics.complexity.sparseness.rst │ ├── quantus.metrics.faithfulness.faithfulness_correlation.rst │ ├── quantus.metrics.faithfulness.faithfulness_estimate.rst │ ├── quantus.metrics.faithfulness.infidelity.rst │ ├── quantus.metrics.faithfulness.irof.rst │ ├── quantus.metrics.faithfulness.monotonicity.rst │ ├── quantus.metrics.faithfulness.monotonicity_correlation.rst │ ├── quantus.metrics.faithfulness.pixel_flipping.rst │ ├── quantus.metrics.faithfulness.region_perturbation.rst │ ├── quantus.metrics.faithfulness.road.rst │ ├── quantus.metrics.faithfulness.rst │ ├── quantus.metrics.faithfulness.selectivity.rst │ ├── quantus.metrics.faithfulness.sensitivity_n.rst │ ├── quantus.metrics.faithfulness.sufficiency.rst │ ├── quantus.metrics.localisation.attribution_localisation.rst │ ├── quantus.metrics.localisation.auc.rst │ ├── quantus.metrics.localisation.focus.rst │ ├── quantus.metrics.localisation.pointing_game.rst │ ├── quantus.metrics.localisation.relevance_mass_accuracy.rst │ ├── quantus.metrics.localisation.relevance_rank_accuracy.rst │ ├── quantus.metrics.localisation.rst │ ├── quantus.metrics.localisation.top_k_intersection.rst │ ├── quantus.metrics.randomisation.model_parameter_randomisation.rst │ ├── quantus.metrics.randomisation.random_logit.rst │ ├── quantus.metrics.randomisation.rst │ ├── quantus.metrics.robustness.avg_sensitivity.rst │ ├── quantus.metrics.robustness.consistency.rst │ ├── quantus.metrics.robustness.continuity.rst │ ├── quantus.metrics.robustness.local_lipschitz_estimate.rst │ ├── quantus.metrics.robustness.max_sensitivity.rst │ ├── quantus.metrics.robustness.relative_input_stability.rst │ ├── quantus.metrics.robustness.relative_ouput_stability.rst │ ├── quantus.metrics.robustness.relative_output_stability.rst │ ├── quantus.metrics.robustness.relative_representation_stability.rst │ ├── quantus.metrics.robustness.rst │ ├── quantus.metrics.rst │ └── quantus.rst │ ├── docs_dev │ └── CONTRIBUTING.md │ ├── getting_started │ ├── getting_started_example.md │ └── installation.md │ ├── guidelines │ └── guidelines_and_disclaimers.md │ └── index.md ├── mypy.ini ├── pyproject.toml ├── pytest.ini ├── quantus ├── __init__.py ├── evaluation.py ├── functions │ ├── __init__.py │ ├── complexity_func.py │ ├── discretise_func.py │ ├── explanation_func.py │ ├── loss_func.py │ ├── mosaic_func.py │ ├── n_bins_func.py │ ├── norm_func.py │ ├── normalise_func.py │ ├── perturb_func.py │ └── similarity_func.py ├── helpers │ ├── __init__.py │ ├── asserts.py │ ├── constants.py │ ├── enums.py │ ├── model │ │ ├── __init__.py │ │ ├── model_interface.py │ │ ├── models.py │ │ ├── pytorch_model.py │ │ └── tf_model.py │ ├── perturbation_utils.py │ ├── plotting.py │ ├── utils.py │ └── warn.py ├── metrics │ ├── __init__.py │ ├── axiomatic │ │ ├── __init__.py │ │ ├── completeness.py │ │ ├── input_invariance.py │ │ └── non_sensitivity.py │ ├── base.py │ ├── base_batched.py │ ├── complexity │ │ ├── __init__.py │ │ ├── complexity.py │ │ ├── effective_complexity.py │ │ └── sparseness.py │ ├── faithfulness │ │ ├── __init__.py │ │ ├── faithfulness_correlation.py │ │ ├── faithfulness_estimate.py │ │ ├── infidelity.py │ │ ├── irof.py │ │ ├── monotonicity.py │ │ ├── monotonicity_correlation.py │ │ ├── pixel_flipping.py │ │ ├── region_perturbation.py │ │ ├── road.py │ │ ├── selectivity.py │ │ ├── sensitivity_n.py │ │ └── sufficiency.py │ ├── localisation │ │ ├── __init__.py │ │ ├── attribution_localisation.py │ │ ├── auc.py │ │ ├── focus.py │ │ ├── pointing_game.py │ │ ├── relevance_mass_accuracy.py │ │ ├── relevance_rank_accuracy.py │ │ └── top_k_intersection.py │ ├── randomisation │ │ ├── __init__.py │ │ ├── efficient_mprt.py │ │ ├── mprt.py │ │ ├── random_logit.py │ │ └── smooth_mprt.py │ └── robustness │ │ ├── __init__.py │ │ ├── avg_sensitivity.py │ │ ├── consistency.py │ │ ├── continuity.py │ │ ├── local_lipschitz_estimate.py │ │ ├── max_sensitivity.py │ │ ├── relative_input_stability.py │ │ ├── relative_output_stability.py │ │ └── relative_representation_stability.py └── py.typed ├── quantus_logo.png ├── tests ├── README.md ├── __init__.py ├── assets │ ├── cifar10 │ ├── cifar_tf_weights.keras │ ├── lenet_mnist_weights.keras │ ├── mnist │ ├── mnist_x │ ├── mnist_y │ ├── titanic_model_tensorflow.keras │ └── titanic_model_torch.pickle ├── conftest.py ├── functions │ ├── __init__.py │ ├── test_complexity_func.py │ ├── test_explanation_func.py │ ├── test_loss_func.py │ ├── test_mosaic_func.py │ ├── test_n_bins_func.py │ ├── test_norm_func.py │ ├── test_normalise_func.py │ ├── test_perturb_func.py │ ├── test_pytorch_model.py │ └── test_similarity_func.py ├── helpers │ ├── __init__.py │ ├── test_tf_model.py │ └── test_utils.py ├── metrics │ ├── __init__.py │ ├── conftest.py │ ├── test_axiomatic_metrics.py │ ├── test_complexity_metrics.py │ ├── test_faithfulness_metrics.py │ ├── test_localisation_metrics.py │ ├── test_randomisation_metrics.py │ ├── test_relative_stability.py │ └── test_robustness_metrics.py └── test_evaluation.py ├── tox.ini ├── tutorials ├── README.md ├── Tutorial_Explore_Explanation_Wrappers.ipynb ├── Tutorial_Getting_Started.ipynb ├── Tutorial_Getting_Started_with_Tabular_Data.ipynb ├── Tutorial_Getting_Started_with_Tensorflow.ipynb ├── Tutorial_Getting_Started_with_Time_Series_Data.ipynb ├── Tutorial_Handle_Changes_In_Predictions.ipynb ├── Tutorial_INVICTA_Spring_School_2024.ipynb ├── Tutorial_ImageNet_Example_All_Metrics.ipynb ├── Tutorial_ImageNet_Quantification_with_Quantus.ipynb ├── Tutorial_Introduction_to_AI_Interpretability_Course_2022.ipynb ├── Tutorial_Metric_Parameterisation_Analysis.ipynb ├── Tutorial_NLP_Demonstration.ipynb ├── Tutorial_SFB_Spring_School_2023.ipynb ├── Tutorial_XAI_Sensitivity_Model_Training.ipynb └── assets │ ├── imagenet_samples │ ├── s_batch.pt │ ├── x_batch.pt │ └── y_batch.pt │ ├── mnist_example.png │ └── titanic3.csv └── viz.png /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.coveragerc -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/workflows/codecov.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/python-package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/workflows/python-package.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CITATION: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/CITATION -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /COPYING: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/COPYING -------------------------------------------------------------------------------- /COPYING.LESSER: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/COPYING.LESSER -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements_sphinx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/requirements_sphinx.txt -------------------------------------------------------------------------------- /docs/source/assets/fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/assets/fig1.png -------------------------------------------------------------------------------- /docs/source/assets/mnist_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/assets/mnist_example.png -------------------------------------------------------------------------------- /docs/source/assets/quantus_logo 2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/assets/quantus_logo 2.png -------------------------------------------------------------------------------- /docs/source/assets/quantus_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/assets/quantus_logo.png -------------------------------------------------------------------------------- /docs/source/assets/quantus_logo_mini.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/assets/quantus_logo_mini.png -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/docs_api/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/modules.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.evaluation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.discretise_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.discretise_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.explanation_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.explanation_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.loss_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.loss_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.mosaic_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.mosaic_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.norm_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.norm_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.normalise_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.normalise_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.perturb_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.perturb_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.functions.similarity_func.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.functions.similarity_func.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.asserts.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.asserts.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.constants.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.constants.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.enums.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.enums.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.model.model_interface.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.model.model_interface.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.model.models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.model.models.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.model.pytorch_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.model.pytorch_model.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.model.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.model.tf_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.model.tf_model.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.perturbation_utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.perturbation_utils.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.plotting.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.plotting.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.utils.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.helpers.warn.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.helpers.warn.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.axiomatic.completeness.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.axiomatic.completeness.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.axiomatic.input_invariance.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.axiomatic.input_invariance.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.axiomatic.non_sensitivity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.axiomatic.non_sensitivity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.axiomatic.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.axiomatic.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.base.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.base.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.base_batched.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.base_batched.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.complexity.complexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.complexity.complexity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.complexity.effective_complexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.complexity.effective_complexity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.complexity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.complexity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.complexity.sparseness.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.complexity.sparseness.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.faithfulness_correlation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.faithfulness_correlation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.faithfulness_estimate.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.faithfulness_estimate.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.infidelity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.infidelity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.irof.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.irof.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.monotonicity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.monotonicity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.monotonicity_correlation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.monotonicity_correlation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.pixel_flipping.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.pixel_flipping.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.region_perturbation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.region_perturbation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.road.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.road.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.selectivity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.selectivity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.sensitivity_n.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.sensitivity_n.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.faithfulness.sufficiency.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.faithfulness.sufficiency.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.attribution_localisation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.attribution_localisation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.auc.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.auc.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.focus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.focus.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.pointing_game.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.pointing_game.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.relevance_mass_accuracy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.relevance_mass_accuracy.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.relevance_rank_accuracy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.relevance_rank_accuracy.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.localisation.top_k_intersection.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.localisation.top_k_intersection.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.randomisation.model_parameter_randomisation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.randomisation.model_parameter_randomisation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.randomisation.random_logit.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.randomisation.random_logit.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.randomisation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.randomisation.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.avg_sensitivity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.avg_sensitivity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.consistency.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.consistency.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.continuity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.continuity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.local_lipschitz_estimate.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.local_lipschitz_estimate.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.max_sensitivity.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.max_sensitivity.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.relative_input_stability.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.relative_input_stability.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.relative_ouput_stability.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.relative_ouput_stability.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.relative_output_stability.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.relative_output_stability.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.relative_representation_stability.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.relative_representation_stability.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.robustness.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.robustness.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.metrics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.metrics.rst -------------------------------------------------------------------------------- /docs/source/docs_api/quantus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_api/quantus.rst -------------------------------------------------------------------------------- /docs/source/docs_dev/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/docs_dev/CONTRIBUTING.md -------------------------------------------------------------------------------- /docs/source/getting_started/getting_started_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/getting_started/getting_started_example.md -------------------------------------------------------------------------------- /docs/source/getting_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/getting_started/installation.md -------------------------------------------------------------------------------- /docs/source/guidelines/guidelines_and_disclaimers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/guidelines/guidelines_and_disclaimers.md -------------------------------------------------------------------------------- /docs/source/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/docs/source/index.md -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/mypy.ini -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/pytest.ini -------------------------------------------------------------------------------- /quantus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/__init__.py -------------------------------------------------------------------------------- /quantus/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/evaluation.py -------------------------------------------------------------------------------- /quantus/functions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /quantus/functions/complexity_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/complexity_func.py -------------------------------------------------------------------------------- /quantus/functions/discretise_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/discretise_func.py -------------------------------------------------------------------------------- /quantus/functions/explanation_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/explanation_func.py -------------------------------------------------------------------------------- /quantus/functions/loss_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/loss_func.py -------------------------------------------------------------------------------- /quantus/functions/mosaic_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/mosaic_func.py -------------------------------------------------------------------------------- /quantus/functions/n_bins_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/n_bins_func.py -------------------------------------------------------------------------------- /quantus/functions/norm_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/norm_func.py -------------------------------------------------------------------------------- /quantus/functions/normalise_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/normalise_func.py -------------------------------------------------------------------------------- /quantus/functions/perturb_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/perturb_func.py -------------------------------------------------------------------------------- /quantus/functions/similarity_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/functions/similarity_func.py -------------------------------------------------------------------------------- /quantus/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/__init__.py -------------------------------------------------------------------------------- /quantus/helpers/asserts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/asserts.py -------------------------------------------------------------------------------- /quantus/helpers/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/constants.py -------------------------------------------------------------------------------- /quantus/helpers/enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/enums.py -------------------------------------------------------------------------------- /quantus/helpers/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /quantus/helpers/model/model_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/model/model_interface.py -------------------------------------------------------------------------------- /quantus/helpers/model/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/model/models.py -------------------------------------------------------------------------------- /quantus/helpers/model/pytorch_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/model/pytorch_model.py -------------------------------------------------------------------------------- /quantus/helpers/model/tf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/model/tf_model.py -------------------------------------------------------------------------------- /quantus/helpers/perturbation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/perturbation_utils.py -------------------------------------------------------------------------------- /quantus/helpers/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/plotting.py -------------------------------------------------------------------------------- /quantus/helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/utils.py -------------------------------------------------------------------------------- /quantus/helpers/warn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/helpers/warn.py -------------------------------------------------------------------------------- /quantus/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/axiomatic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/axiomatic/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/axiomatic/completeness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/axiomatic/completeness.py -------------------------------------------------------------------------------- /quantus/metrics/axiomatic/input_invariance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/axiomatic/input_invariance.py -------------------------------------------------------------------------------- /quantus/metrics/axiomatic/non_sensitivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/axiomatic/non_sensitivity.py -------------------------------------------------------------------------------- /quantus/metrics/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/base.py -------------------------------------------------------------------------------- /quantus/metrics/base_batched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/base_batched.py -------------------------------------------------------------------------------- /quantus/metrics/complexity/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/complexity/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/complexity/complexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/complexity/complexity.py -------------------------------------------------------------------------------- /quantus/metrics/complexity/effective_complexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/complexity/effective_complexity.py -------------------------------------------------------------------------------- /quantus/metrics/complexity/sparseness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/complexity/sparseness.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/faithfulness_correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/faithfulness_correlation.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/faithfulness_estimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/faithfulness_estimate.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/infidelity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/infidelity.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/irof.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/irof.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/monotonicity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/monotonicity.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/monotonicity_correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/monotonicity_correlation.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/pixel_flipping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/pixel_flipping.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/region_perturbation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/region_perturbation.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/road.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/road.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/selectivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/selectivity.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/sensitivity_n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/sensitivity_n.py -------------------------------------------------------------------------------- /quantus/metrics/faithfulness/sufficiency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/faithfulness/sufficiency.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/attribution_localisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/attribution_localisation.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/auc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/auc.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/focus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/focus.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/pointing_game.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/pointing_game.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/relevance_mass_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/relevance_mass_accuracy.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/relevance_rank_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/relevance_rank_accuracy.py -------------------------------------------------------------------------------- /quantus/metrics/localisation/top_k_intersection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/localisation/top_k_intersection.py -------------------------------------------------------------------------------- /quantus/metrics/randomisation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/randomisation/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/randomisation/efficient_mprt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/randomisation/efficient_mprt.py -------------------------------------------------------------------------------- /quantus/metrics/randomisation/mprt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/randomisation/mprt.py -------------------------------------------------------------------------------- /quantus/metrics/randomisation/random_logit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/randomisation/random_logit.py -------------------------------------------------------------------------------- /quantus/metrics/randomisation/smooth_mprt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/randomisation/smooth_mprt.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/__init__.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/avg_sensitivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/avg_sensitivity.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/consistency.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/continuity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/continuity.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/local_lipschitz_estimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/local_lipschitz_estimate.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/max_sensitivity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/max_sensitivity.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/relative_input_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/relative_input_stability.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/relative_output_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/relative_output_stability.py -------------------------------------------------------------------------------- /quantus/metrics/robustness/relative_representation_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus/metrics/robustness/relative_representation_stability.py -------------------------------------------------------------------------------- /quantus/py.typed: -------------------------------------------------------------------------------- 1 | # Marker file for PEP 561. The mypy package uses inline types. 2 | -------------------------------------------------------------------------------- /quantus_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/quantus_logo.png -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/assets/cifar10: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/cifar10 -------------------------------------------------------------------------------- /tests/assets/cifar_tf_weights.keras: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/cifar_tf_weights.keras -------------------------------------------------------------------------------- /tests/assets/lenet_mnist_weights.keras: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/lenet_mnist_weights.keras -------------------------------------------------------------------------------- /tests/assets/mnist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/mnist -------------------------------------------------------------------------------- /tests/assets/mnist_x: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/mnist_x -------------------------------------------------------------------------------- /tests/assets/mnist_y: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/mnist_y -------------------------------------------------------------------------------- /tests/assets/titanic_model_tensorflow.keras: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/titanic_model_tensorflow.keras -------------------------------------------------------------------------------- /tests/assets/titanic_model_torch.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/assets/titanic_model_torch.pickle -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/functions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/functions/test_complexity_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_complexity_func.py -------------------------------------------------------------------------------- /tests/functions/test_explanation_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_explanation_func.py -------------------------------------------------------------------------------- /tests/functions/test_loss_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_loss_func.py -------------------------------------------------------------------------------- /tests/functions/test_mosaic_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_mosaic_func.py -------------------------------------------------------------------------------- /tests/functions/test_n_bins_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_n_bins_func.py -------------------------------------------------------------------------------- /tests/functions/test_norm_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_norm_func.py -------------------------------------------------------------------------------- /tests/functions/test_normalise_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_normalise_func.py -------------------------------------------------------------------------------- /tests/functions/test_perturb_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_perturb_func.py -------------------------------------------------------------------------------- /tests/functions/test_pytorch_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_pytorch_model.py -------------------------------------------------------------------------------- /tests/functions/test_similarity_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/functions/test_similarity_func.py -------------------------------------------------------------------------------- /tests/helpers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/helpers/test_tf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/helpers/test_tf_model.py -------------------------------------------------------------------------------- /tests/helpers/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/helpers/test_utils.py -------------------------------------------------------------------------------- /tests/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/metrics/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/conftest.py -------------------------------------------------------------------------------- /tests/metrics/test_axiomatic_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_axiomatic_metrics.py -------------------------------------------------------------------------------- /tests/metrics/test_complexity_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_complexity_metrics.py -------------------------------------------------------------------------------- /tests/metrics/test_faithfulness_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_faithfulness_metrics.py -------------------------------------------------------------------------------- /tests/metrics/test_localisation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_localisation_metrics.py -------------------------------------------------------------------------------- /tests/metrics/test_randomisation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_randomisation_metrics.py -------------------------------------------------------------------------------- /tests/metrics/test_relative_stability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_relative_stability.py -------------------------------------------------------------------------------- /tests/metrics/test_robustness_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/metrics/test_robustness_metrics.py -------------------------------------------------------------------------------- /tests/test_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tests/test_evaluation.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tox.ini -------------------------------------------------------------------------------- /tutorials/README.md: -------------------------------------------------------------------------------- 1 | This folder contains tutorial notebooks. 2 | 3 | -------------------------------------------------------------------------------- /tutorials/Tutorial_Explore_Explanation_Wrappers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Explore_Explanation_Wrappers.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Getting_Started.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Getting_Started.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Getting_Started_with_Tabular_Data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Getting_Started_with_Tabular_Data.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Getting_Started_with_Tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Getting_Started_with_Tensorflow.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Getting_Started_with_Time_Series_Data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Getting_Started_with_Time_Series_Data.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Handle_Changes_In_Predictions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Handle_Changes_In_Predictions.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_INVICTA_Spring_School_2024.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_INVICTA_Spring_School_2024.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_ImageNet_Example_All_Metrics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_ImageNet_Example_All_Metrics.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_ImageNet_Quantification_with_Quantus.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_ImageNet_Quantification_with_Quantus.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Introduction_to_AI_Interpretability_Course_2022.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Introduction_to_AI_Interpretability_Course_2022.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_Metric_Parameterisation_Analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_Metric_Parameterisation_Analysis.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_NLP_Demonstration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_NLP_Demonstration.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_SFB_Spring_School_2023.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_SFB_Spring_School_2023.ipynb -------------------------------------------------------------------------------- /tutorials/Tutorial_XAI_Sensitivity_Model_Training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/Tutorial_XAI_Sensitivity_Model_Training.ipynb -------------------------------------------------------------------------------- /tutorials/assets/imagenet_samples/s_batch.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/assets/imagenet_samples/s_batch.pt -------------------------------------------------------------------------------- /tutorials/assets/imagenet_samples/x_batch.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/assets/imagenet_samples/x_batch.pt -------------------------------------------------------------------------------- /tutorials/assets/imagenet_samples/y_batch.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/assets/imagenet_samples/y_batch.pt -------------------------------------------------------------------------------- /tutorials/assets/mnist_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/assets/mnist_example.png -------------------------------------------------------------------------------- /tutorials/assets/titanic3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/tutorials/assets/titanic3.csv -------------------------------------------------------------------------------- /viz.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/understandable-machine-intelligence-lab/Quantus/HEAD/viz.png --------------------------------------------------------------------------------