├── .binder └── runtime.txt ├── .flake8 ├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── docs └── source │ ├── Makefile │ ├── _static │ ├── .gitkeep │ └── imgs │ │ ├── example-sentiment-clf.png │ │ ├── example-synthetic-data.png │ │ ├── example-weat.png │ │ └── infairness-logo.png │ ├── changelog.md │ ├── conf.py │ ├── development │ ├── auditors.md │ ├── distances.md │ └── index.md │ ├── examples.md │ ├── index.md │ ├── make.bat │ ├── papers.md │ ├── reference │ ├── algorithms.md │ ├── auditors.md │ ├── distances.md │ ├── index.md │ ├── postprocessing.md │ └── utilities.md │ └── tutorial.md ├── examples ├── README.md ├── adult-income-prediction │ ├── adult_income_prediction.ipynb │ ├── data.py │ └── metrics.py ├── fair-ranking-synthetic-data │ ├── synth_senstir_demo.ipynb │ └── trainer.py ├── postprocess-sentiment-analysis │ ├── data.py │ └── postprocess.ipynb ├── sentiment-analysis │ ├── .gitignore │ ├── data.py │ └── sentiment_analysis_demo.ipynb ├── synthetic-data │ ├── synthetic_data_demo.ipynb │ └── trainer.py └── word-embedding-association-test │ ├── .gitignore │ ├── README.md │ ├── data.py │ ├── utils.py │ └── weat-explore.ipynb ├── inFairness ├── __init__.py ├── auditor │ ├── __init__.py │ ├── auditor.py │ ├── datainterface.py │ ├── sensei_auditor.py │ ├── sensr_auditor.py │ └── senstir_auditor.py ├── distances │ ├── __init__.py │ ├── distance.py │ ├── euclidean_dists.py │ ├── explore_distance.py │ ├── logistic_sensitive_subspace.py │ ├── mahalanobis_distance.py │ ├── sensitive_subspace_dist.py │ └── wasserstein_distance.py ├── fairalgo │ ├── __init__.py │ ├── datainterfaces.py │ ├── sensei.py │ ├── sensr.py │ └── senstir.py ├── postprocessing │ ├── __init__.py │ ├── base_postprocessing.py │ ├── data_ds.py │ ├── datainterfaces.py │ ├── distance_ds.py │ └── glif.py └── utils │ ├── __init__.py │ ├── datautils.py │ ├── misc.py │ ├── ndcg.py │ ├── params.py │ ├── plackett_luce.py │ ├── postprocessing.py │ └── validationutils.py ├── requirements.txt ├── setup.cfg ├── setup.py └── tests ├── auditor ├── test_auditor.py ├── test_sensei_auditor.py ├── test_sensr_auditor.py └── test_senstir_auditor.py ├── distances ├── test_common_distances.py └── test_distance_state.py ├── fairalgo ├── test_sensei.py ├── test_sensr.py └── test_senstir.py ├── postprocessing ├── test_data_ds.py └── test_glif.py └── utils ├── test_datautils.py ├── test_initializer.py ├── test_normalized_discounted_cumulative_gain.py └── test_plackett_luce.py /.binder/runtime.txt: -------------------------------------------------------------------------------- 1 | python-3.8 -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/README.md -------------------------------------------------------------------------------- /docs/source/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/Makefile -------------------------------------------------------------------------------- /docs/source/_static/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/source/_static/imgs/example-sentiment-clf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/_static/imgs/example-sentiment-clf.png -------------------------------------------------------------------------------- /docs/source/_static/imgs/example-synthetic-data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/_static/imgs/example-synthetic-data.png -------------------------------------------------------------------------------- /docs/source/_static/imgs/example-weat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/_static/imgs/example-weat.png -------------------------------------------------------------------------------- /docs/source/_static/imgs/infairness-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/_static/imgs/infairness-logo.png -------------------------------------------------------------------------------- /docs/source/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/changelog.md -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/development/auditors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/development/auditors.md -------------------------------------------------------------------------------- /docs/source/development/distances.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/development/distances.md -------------------------------------------------------------------------------- /docs/source/development/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/development/index.md -------------------------------------------------------------------------------- /docs/source/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/examples.md -------------------------------------------------------------------------------- /docs/source/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/index.md -------------------------------------------------------------------------------- /docs/source/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/make.bat -------------------------------------------------------------------------------- /docs/source/papers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/papers.md -------------------------------------------------------------------------------- /docs/source/reference/algorithms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/algorithms.md -------------------------------------------------------------------------------- /docs/source/reference/auditors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/auditors.md -------------------------------------------------------------------------------- /docs/source/reference/distances.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/distances.md -------------------------------------------------------------------------------- /docs/source/reference/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/index.md -------------------------------------------------------------------------------- /docs/source/reference/postprocessing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/postprocessing.md -------------------------------------------------------------------------------- /docs/source/reference/utilities.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/reference/utilities.md -------------------------------------------------------------------------------- /docs/source/tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/docs/source/tutorial.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/adult-income-prediction/adult_income_prediction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/adult-income-prediction/adult_income_prediction.ipynb -------------------------------------------------------------------------------- /examples/adult-income-prediction/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/adult-income-prediction/data.py -------------------------------------------------------------------------------- /examples/adult-income-prediction/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/adult-income-prediction/metrics.py -------------------------------------------------------------------------------- /examples/fair-ranking-synthetic-data/synth_senstir_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/fair-ranking-synthetic-data/synth_senstir_demo.ipynb -------------------------------------------------------------------------------- /examples/fair-ranking-synthetic-data/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/fair-ranking-synthetic-data/trainer.py -------------------------------------------------------------------------------- /examples/postprocess-sentiment-analysis/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/postprocess-sentiment-analysis/data.py -------------------------------------------------------------------------------- /examples/postprocess-sentiment-analysis/postprocess.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/postprocess-sentiment-analysis/postprocess.ipynb -------------------------------------------------------------------------------- /examples/sentiment-analysis/.gitignore: -------------------------------------------------------------------------------- 1 | data/ -------------------------------------------------------------------------------- /examples/sentiment-analysis/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/sentiment-analysis/data.py -------------------------------------------------------------------------------- /examples/sentiment-analysis/sentiment_analysis_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/sentiment-analysis/sentiment_analysis_demo.ipynb -------------------------------------------------------------------------------- /examples/synthetic-data/synthetic_data_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/synthetic-data/synthetic_data_demo.ipynb -------------------------------------------------------------------------------- /examples/synthetic-data/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/synthetic-data/trainer.py -------------------------------------------------------------------------------- /examples/word-embedding-association-test/.gitignore: -------------------------------------------------------------------------------- 1 | data/ 2 | embeddings/ -------------------------------------------------------------------------------- /examples/word-embedding-association-test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/word-embedding-association-test/README.md -------------------------------------------------------------------------------- /examples/word-embedding-association-test/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/word-embedding-association-test/data.py -------------------------------------------------------------------------------- /examples/word-embedding-association-test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/word-embedding-association-test/utils.py -------------------------------------------------------------------------------- /examples/word-embedding-association-test/weat-explore.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/examples/word-embedding-association-test/weat-explore.ipynb -------------------------------------------------------------------------------- /inFairness/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inFairness/auditor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/__init__.py -------------------------------------------------------------------------------- /inFairness/auditor/auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/auditor.py -------------------------------------------------------------------------------- /inFairness/auditor/datainterface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/datainterface.py -------------------------------------------------------------------------------- /inFairness/auditor/sensei_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/sensei_auditor.py -------------------------------------------------------------------------------- /inFairness/auditor/sensr_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/sensr_auditor.py -------------------------------------------------------------------------------- /inFairness/auditor/senstir_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/auditor/senstir_auditor.py -------------------------------------------------------------------------------- /inFairness/distances/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/__init__.py -------------------------------------------------------------------------------- /inFairness/distances/distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/distance.py -------------------------------------------------------------------------------- /inFairness/distances/euclidean_dists.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/euclidean_dists.py -------------------------------------------------------------------------------- /inFairness/distances/explore_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/explore_distance.py -------------------------------------------------------------------------------- /inFairness/distances/logistic_sensitive_subspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/logistic_sensitive_subspace.py -------------------------------------------------------------------------------- /inFairness/distances/mahalanobis_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/mahalanobis_distance.py -------------------------------------------------------------------------------- /inFairness/distances/sensitive_subspace_dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/sensitive_subspace_dist.py -------------------------------------------------------------------------------- /inFairness/distances/wasserstein_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/distances/wasserstein_distance.py -------------------------------------------------------------------------------- /inFairness/fairalgo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/fairalgo/__init__.py -------------------------------------------------------------------------------- /inFairness/fairalgo/datainterfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/fairalgo/datainterfaces.py -------------------------------------------------------------------------------- /inFairness/fairalgo/sensei.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/fairalgo/sensei.py -------------------------------------------------------------------------------- /inFairness/fairalgo/sensr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/fairalgo/sensr.py -------------------------------------------------------------------------------- /inFairness/fairalgo/senstir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/fairalgo/senstir.py -------------------------------------------------------------------------------- /inFairness/postprocessing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/__init__.py -------------------------------------------------------------------------------- /inFairness/postprocessing/base_postprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/base_postprocessing.py -------------------------------------------------------------------------------- /inFairness/postprocessing/data_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/data_ds.py -------------------------------------------------------------------------------- /inFairness/postprocessing/datainterfaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/datainterfaces.py -------------------------------------------------------------------------------- /inFairness/postprocessing/distance_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/distance_ds.py -------------------------------------------------------------------------------- /inFairness/postprocessing/glif.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/postprocessing/glif.py -------------------------------------------------------------------------------- /inFairness/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inFairness/utils/datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/datautils.py -------------------------------------------------------------------------------- /inFairness/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/misc.py -------------------------------------------------------------------------------- /inFairness/utils/ndcg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/ndcg.py -------------------------------------------------------------------------------- /inFairness/utils/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/params.py -------------------------------------------------------------------------------- /inFairness/utils/plackett_luce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/plackett_luce.py -------------------------------------------------------------------------------- /inFairness/utils/postprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/postprocessing.py -------------------------------------------------------------------------------- /inFairness/utils/validationutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/inFairness/utils/validationutils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/setup.py -------------------------------------------------------------------------------- /tests/auditor/test_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/auditor/test_auditor.py -------------------------------------------------------------------------------- /tests/auditor/test_sensei_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/auditor/test_sensei_auditor.py -------------------------------------------------------------------------------- /tests/auditor/test_sensr_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/auditor/test_sensr_auditor.py -------------------------------------------------------------------------------- /tests/auditor/test_senstir_auditor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/auditor/test_senstir_auditor.py -------------------------------------------------------------------------------- /tests/distances/test_common_distances.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/distances/test_common_distances.py -------------------------------------------------------------------------------- /tests/distances/test_distance_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/distances/test_distance_state.py -------------------------------------------------------------------------------- /tests/fairalgo/test_sensei.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/fairalgo/test_sensei.py -------------------------------------------------------------------------------- /tests/fairalgo/test_sensr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/fairalgo/test_sensr.py -------------------------------------------------------------------------------- /tests/fairalgo/test_senstir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/fairalgo/test_senstir.py -------------------------------------------------------------------------------- /tests/postprocessing/test_data_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/postprocessing/test_data_ds.py -------------------------------------------------------------------------------- /tests/postprocessing/test_glif.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/postprocessing/test_glif.py -------------------------------------------------------------------------------- /tests/utils/test_datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/utils/test_datautils.py -------------------------------------------------------------------------------- /tests/utils/test_initializer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/utils/test_initializer.py -------------------------------------------------------------------------------- /tests/utils/test_normalized_discounted_cumulative_gain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/utils/test_normalized_discounted_cumulative_gain.py -------------------------------------------------------------------------------- /tests/utils/test_plackett_luce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/inFairness/HEAD/tests/utils/test_plackett_luce.py --------------------------------------------------------------------------------