├── .flake8 ├── .github └── workflows │ ├── confidence.yml │ └── python-publish.yml ├── .gitignore ├── AUTHORS.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.rst ├── HISTORY.rst ├── LICENSE ├── MANIFEST.in ├── Makefile ├── OWNERS.md ├── README.md ├── catalog-info.yaml ├── examples ├── Confidence Examples - Bayesian.ipynb ├── Confidence Examples - Frequentist.ipynb ├── Confidence Examples - Sample sizing.ipynb ├── Confidence Examples - Sequential.ipynb └── Confidence Tutorial.ipynb ├── pyproject.toml ├── requirements_dev.txt ├── setup.cfg ├── setup.py ├── spotify_confidence ├── __init__.py ├── analysis │ ├── __init__.py │ ├── abstract_base_classes │ │ ├── __init__.py │ │ ├── confidence_abc.py │ │ ├── confidence_computer_abc.py │ │ └── confidence_grapher_abc.py │ ├── bayesian │ │ ├── __init__.py │ │ ├── bayesian_base.py │ │ └── bayesian_models.py │ ├── confidence_utils.py │ ├── constants.py │ └── frequentist │ │ ├── __init__.py │ │ ├── chartify_grapher.py │ │ ├── chi_squared.py │ │ ├── confidence_computers │ │ ├── __init__.py │ │ ├── bootstrap_computer.py │ │ ├── chi_squared_computer.py │ │ ├── confidence_computer.py │ │ ├── sample_size_computer.py │ │ ├── t_test_computer.py │ │ ├── z_test_computer.py │ │ └── z_test_linreg_computer.py │ │ ├── experiment.py │ │ ├── multiple_comparison.py │ │ ├── nims_and_mdes.py │ │ ├── sample_ratio_test.py │ │ ├── sample_size_calculator.py │ │ ├── sequential_bound_solver.py │ │ ├── t_test.py │ │ ├── z_test.py │ │ └── z_test_linreg.py ├── chartgrid.py ├── examples.py ├── options.py └── samplesize │ ├── __init__.py │ └── sample_size_calculator.py ├── tests ├── bayesian │ └── test_betabinomial.py ├── frequentist │ ├── test_bounds.py │ ├── test_chisquared.py │ ├── test_experiment.py │ ├── test_freqsamplesizecalculator.py │ ├── test_ttest.py │ ├── test_ztest.py │ └── test_ztest_linreg.py ├── outputs │ └── precision │ │ └── .gitignore ├── samplesize │ └── test_samplesizecalculator.py └── test_plot_precision.py └── tox.ini /.flake8: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 120 3 | ignore = E203,E231,W503 4 | -------------------------------------------------------------------------------- /.github/workflows/confidence.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/.github/workflows/confidence.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/.gitignore -------------------------------------------------------------------------------- /AUTHORS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/AUTHORS.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/CONTRIBUTING.rst -------------------------------------------------------------------------------- /HISTORY.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/HISTORY.rst -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/Makefile -------------------------------------------------------------------------------- /OWNERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/OWNERS.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/README.md -------------------------------------------------------------------------------- /catalog-info.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/catalog-info.yaml -------------------------------------------------------------------------------- /examples/Confidence Examples - Bayesian.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/examples/Confidence Examples - Bayesian.ipynb -------------------------------------------------------------------------------- /examples/Confidence Examples - Frequentist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/examples/Confidence Examples - Frequentist.ipynb -------------------------------------------------------------------------------- /examples/Confidence Examples - Sample sizing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/examples/Confidence Examples - Sample sizing.ipynb -------------------------------------------------------------------------------- /examples/Confidence Examples - Sequential.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/examples/Confidence Examples - Sequential.ipynb -------------------------------------------------------------------------------- /examples/Confidence Tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/examples/Confidence Tutorial.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/requirements_dev.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/setup.py -------------------------------------------------------------------------------- /spotify_confidence/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/abstract_base_classes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/abstract_base_classes/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/abstract_base_classes/confidence_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/abstract_base_classes/confidence_abc.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/abstract_base_classes/confidence_computer_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/abstract_base_classes/confidence_computer_abc.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/abstract_base_classes/confidence_grapher_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/abstract_base_classes/confidence_grapher_abc.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/bayesian/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/bayesian/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/bayesian/bayesian_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/bayesian/bayesian_base.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/bayesian/bayesian_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/bayesian/bayesian_models.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/confidence_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/confidence_utils.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/constants.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/chartify_grapher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/chartify_grapher.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/chi_squared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/chi_squared.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/bootstrap_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/bootstrap_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/chi_squared_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/chi_squared_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/confidence_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/confidence_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/sample_size_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/sample_size_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/t_test_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/t_test_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/z_test_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/z_test_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/confidence_computers/z_test_linreg_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/confidence_computers/z_test_linreg_computer.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/experiment.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/multiple_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/multiple_comparison.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/nims_and_mdes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/nims_and_mdes.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/sample_ratio_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/sample_ratio_test.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/sample_size_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/sample_size_calculator.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/sequential_bound_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/sequential_bound_solver.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/t_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/t_test.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/z_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/z_test.py -------------------------------------------------------------------------------- /spotify_confidence/analysis/frequentist/z_test_linreg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/analysis/frequentist/z_test_linreg.py -------------------------------------------------------------------------------- /spotify_confidence/chartgrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/chartgrid.py -------------------------------------------------------------------------------- /spotify_confidence/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/examples.py -------------------------------------------------------------------------------- /spotify_confidence/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/options.py -------------------------------------------------------------------------------- /spotify_confidence/samplesize/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/samplesize/__init__.py -------------------------------------------------------------------------------- /spotify_confidence/samplesize/sample_size_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/spotify_confidence/samplesize/sample_size_calculator.py -------------------------------------------------------------------------------- /tests/bayesian/test_betabinomial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/bayesian/test_betabinomial.py -------------------------------------------------------------------------------- /tests/frequentist/test_bounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_bounds.py -------------------------------------------------------------------------------- /tests/frequentist/test_chisquared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_chisquared.py -------------------------------------------------------------------------------- /tests/frequentist/test_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_experiment.py -------------------------------------------------------------------------------- /tests/frequentist/test_freqsamplesizecalculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_freqsamplesizecalculator.py -------------------------------------------------------------------------------- /tests/frequentist/test_ttest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_ttest.py -------------------------------------------------------------------------------- /tests/frequentist/test_ztest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_ztest.py -------------------------------------------------------------------------------- /tests/frequentist/test_ztest_linreg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/frequentist/test_ztest_linreg.py -------------------------------------------------------------------------------- /tests/outputs/precision/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/outputs/precision/.gitignore -------------------------------------------------------------------------------- /tests/samplesize/test_samplesizecalculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/samplesize/test_samplesizecalculator.py -------------------------------------------------------------------------------- /tests/test_plot_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tests/test_plot_precision.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/spotify/confidence/HEAD/tox.ini --------------------------------------------------------------------------------