├── .all-contributorsrc ├── .github └── workflows │ └── python-package.yml ├── .gitignore ├── .pylintrc ├── CONTRIBUTING.md ├── GOVERNANCE.md ├── LICENSE ├── MAINTAINERS.md ├── README.md ├── docs ├── Makefile ├── _static │ └── pywhyllm-logo-small.png ├── conf.py ├── index.rst ├── make.bat ├── notebooks │ ├── augmented_model_suggester_examples.ipynb │ ├── examples.ipynb │ ├── tuebingen_causality_pairs │ │ ├── gpt-4_results_straight_prompt_w_descriptions.csv │ │ ├── tuebingen_pairs.csv │ │ └── tuebingen_pairs_notebook_v2.ipynb │ └── walkthrough.ipynb ├── source │ ├── modules.rst │ ├── pywhyllm.protocols.rst │ ├── pywhyllm.rst │ └── pywhyllm.suggesters.rst └── update_docs.sh ├── poetry.lock ├── pyproject.toml ├── pywhyllm ├── __init__.py ├── data │ ├── __init__.py │ ├── dataset.py │ ├── generate_data.py │ └── metrics.py ├── helpers.py ├── identifiers │ └── __init__.py ├── modelers │ ├── __init__.py │ ├── hybrid │ │ └── __init__.py │ └── llm │ │ └── __init__.py ├── prompts.py ├── protocols │ ├── __init__.py │ ├── estimator.py │ ├── identifier.py │ ├── modeler.py │ └── validator.py ├── refuters │ └── __init__.py ├── suggesters │ ├── __init__.py │ ├── augmented_model_suggester.py │ ├── identification_suggester.py │ ├── model_suggester.py │ ├── simple_identification_suggester.py │ ├── simple_model_suggester.py │ ├── tuebingen_model_suggester.py │ └── validation_suggester.py └── utils │ ├── __init__.py │ ├── augmented_model_suggester_utils.py │ └── data_loader.py └── tests ├── __init__.py ├── model_suggester ├── __init__.py ├── data_providers │ ├── __init__.py │ ├── identification_suggester_data_provider.py │ ├── model_suggester_data_provider.py │ ├── simple_identification_suggester_data_provider.py │ ├── simple_model_suggester_data_provider.py │ ├── tuebingen_model_suggester_data_provider.py │ └── validation_suggester_data_provider.py ├── test_identification_suggester.py ├── test_model_suggester.py ├── test_simple_identification_suggester.py ├── test_simple_model_suggester.py ├── test_tuebingen_model_suggester.py └── test_validation_suggester.py └── test_notebooks.py /.all-contributorsrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/.all-contributorsrc -------------------------------------------------------------------------------- /.github/workflows/python-package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/.github/workflows/python-package.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/.gitignore -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /GOVERNANCE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/GOVERNANCE.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/LICENSE -------------------------------------------------------------------------------- /MAINTAINERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/MAINTAINERS.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/pywhyllm-logo-small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/_static/pywhyllm-logo-small.png -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/notebooks/augmented_model_suggester_examples.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/augmented_model_suggester_examples.ipynb -------------------------------------------------------------------------------- /docs/notebooks/examples.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/examples.ipynb -------------------------------------------------------------------------------- /docs/notebooks/tuebingen_causality_pairs/gpt-4_results_straight_prompt_w_descriptions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/tuebingen_causality_pairs/gpt-4_results_straight_prompt_w_descriptions.csv -------------------------------------------------------------------------------- /docs/notebooks/tuebingen_causality_pairs/tuebingen_pairs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/tuebingen_causality_pairs/tuebingen_pairs.csv -------------------------------------------------------------------------------- /docs/notebooks/tuebingen_causality_pairs/tuebingen_pairs_notebook_v2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/tuebingen_causality_pairs/tuebingen_pairs_notebook_v2.ipynb -------------------------------------------------------------------------------- /docs/notebooks/walkthrough.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/notebooks/walkthrough.ipynb -------------------------------------------------------------------------------- /docs/source/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/source/modules.rst -------------------------------------------------------------------------------- /docs/source/pywhyllm.protocols.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/source/pywhyllm.protocols.rst -------------------------------------------------------------------------------- /docs/source/pywhyllm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/source/pywhyllm.rst -------------------------------------------------------------------------------- /docs/source/pywhyllm.suggesters.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/source/pywhyllm.suggesters.rst -------------------------------------------------------------------------------- /docs/update_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/docs/update_docs.sh -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pywhyllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/__init__.py -------------------------------------------------------------------------------- /pywhyllm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/data/dataset.py -------------------------------------------------------------------------------- /pywhyllm/data/generate_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/data/generate_data.py -------------------------------------------------------------------------------- /pywhyllm/data/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/data/metrics.py -------------------------------------------------------------------------------- /pywhyllm/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/helpers.py -------------------------------------------------------------------------------- /pywhyllm/identifiers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/modelers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/modelers/hybrid/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/modelers/llm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/prompts.py -------------------------------------------------------------------------------- /pywhyllm/protocols/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/protocols/__init__.py -------------------------------------------------------------------------------- /pywhyllm/protocols/estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/protocols/estimator.py -------------------------------------------------------------------------------- /pywhyllm/protocols/identifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/protocols/identifier.py -------------------------------------------------------------------------------- /pywhyllm/protocols/modeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/protocols/modeler.py -------------------------------------------------------------------------------- /pywhyllm/protocols/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/protocols/validator.py -------------------------------------------------------------------------------- /pywhyllm/refuters/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/suggesters/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/suggesters/augmented_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/augmented_model_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/identification_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/identification_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/model_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/simple_identification_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/simple_identification_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/simple_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/simple_model_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/tuebingen_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/tuebingen_model_suggester.py -------------------------------------------------------------------------------- /pywhyllm/suggesters/validation_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/suggesters/validation_suggester.py -------------------------------------------------------------------------------- /pywhyllm/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pywhyllm/utils/augmented_model_suggester_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/utils/augmented_model_suggester_utils.py -------------------------------------------------------------------------------- /pywhyllm/utils/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/pywhyllm/utils/data_loader.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/model_suggester/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/identification_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/identification_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/model_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/model_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/simple_identification_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/simple_identification_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/simple_model_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/simple_model_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/tuebingen_model_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/tuebingen_model_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/data_providers/validation_suggester_data_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/data_providers/validation_suggester_data_provider.py -------------------------------------------------------------------------------- /tests/model_suggester/test_identification_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_identification_suggester.py -------------------------------------------------------------------------------- /tests/model_suggester/test_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_model_suggester.py -------------------------------------------------------------------------------- /tests/model_suggester/test_simple_identification_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_simple_identification_suggester.py -------------------------------------------------------------------------------- /tests/model_suggester/test_simple_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_simple_model_suggester.py -------------------------------------------------------------------------------- /tests/model_suggester/test_tuebingen_model_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_tuebingen_model_suggester.py -------------------------------------------------------------------------------- /tests/model_suggester/test_validation_suggester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/model_suggester/test_validation_suggester.py -------------------------------------------------------------------------------- /tests/test_notebooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/py-why/pywhyllm/HEAD/tests/test_notebooks.py --------------------------------------------------------------------------------