├── .github └── workflows │ └── python-app.yml ├── .gitignore ├── CITATION.cff ├── Dockerfile ├── LICENSE ├── README.md ├── cache └── readme.md ├── configs ├── compas-config.gin ├── diabetes-config.gin └── german-config.gin ├── data ├── __init__.py ├── compas.csv ├── compas_model_grad_boosted_tree.pkl ├── compas_raw.csv ├── compas_test.csv ├── compas_train.csv ├── diabetes.csv ├── diabetes_model_grad_boosted_tree.pkl ├── diabetes_model_grad_tree.pkl ├── diabetes_model_logistic_regression.pkl ├── diabetes_test.csv ├── diabetes_train.csv ├── german_credit.csv ├── german_model_grad_tree.pkl ├── german_raw.csv ├── german_test.csv ├── german_train.csv ├── processing_functions.py ├── train_compas_model.py ├── train_diabetes_model.py ├── train_german_model.py └── ttm-user-study-responses.csv ├── experiments ├── assets │ └── parsing_table_template.txt ├── compute_parsing_accuracy.py ├── compute_parsing_accuracy_model_sweep.py ├── generate_parsing_results.py ├── get_compositional_queries.py ├── notification.py ├── parsing_accuracy │ ├── compas_mturk_data_raw.json │ ├── compas_test_suite.txt │ ├── diabetes_mturk_data_raw.json │ ├── diabetes_test_suite.txt │ ├── final_parsing_results.csv │ ├── german_mturk_data_raw.json │ ├── german_test_suite.txt │ └── split_mturk_data_raw.py ├── results_store │ ├── compas_templates.csv │ ├── diabetes_templates.csv │ └── german_templates.csv ├── slurm │ └── readme.md └── utils.py ├── explain ├── __init__.py ├── action.py ├── actions │ ├── README.md │ ├── count_data_points.py │ ├── data_summary.py │ ├── define.py │ ├── explanation.py │ ├── feature_stats.py │ ├── filter.py │ ├── followup.py │ ├── function.py │ ├── get_action_functions.py │ ├── important.py │ ├── interaction_effects.py │ ├── labels.py │ ├── last_turn_filter.py │ ├── last_turn_operation.py │ ├── mistakes.py │ ├── model.py │ ├── predict.py │ ├── prediction_likelihood.py │ ├── score.py │ ├── self.py │ ├── show_data.py │ ├── utils.py │ └── what_if.py ├── complete.py ├── conversation.py ├── dataset_description.py ├── decoder.py ├── explanation.py ├── feature_interaction.py ├── grammar.py ├── logic.py ├── mega_explainer │ ├── __init__.py │ ├── base_explainer.py │ ├── explainer.py │ ├── lime_explainer.py │ ├── perturbation_methods.py │ └── shap_explainer.py ├── parser.py ├── prompts.py ├── prompts │ ├── dynamic │ │ ├── README.md │ │ ├── cfe_prompts.txt │ │ ├── comparisons.txt │ │ ├── count_data_points_prompts.txt │ │ ├── dataset_description.txt │ │ ├── describe_self.txt │ │ ├── explanation_prompts.txt │ │ ├── interactions.txt │ │ ├── label_prompts.txt │ │ ├── lastturn_prompts.txt │ │ ├── likelihood_prompts.txt │ │ ├── mistakes.txt │ │ ├── most_important_feature_prompts.txt │ │ ├── mturk_generated.txt │ │ ├── predict_prompts.txt │ │ ├── score_prompts.txt │ │ ├── show_data_prompts.txt │ │ └── whatif_prompts.txt │ ├── filter_fillers.txt │ └── yes_or_no.txt ├── sample_prompts_by_action.py ├── utils.py └── write_to_log.py ├── flask_app.py ├── global_config.gin ├── parsing ├── __init__.py ├── gpt │ └── few_shot_inference.py ├── guided_decoding │ └── gd_logits_processor.py └── t5 │ ├── datasets │ ├── compas_pandas.csv │ ├── derm_pandas.csv │ ├── diabetes_pandas.csv │ └── german_pandas.csv │ ├── get_data_set.py │ ├── gin_configs │ ├── inference-t5-base.gin │ ├── inference-t5-large.gin │ ├── inference-t5-small.gin │ ├── t5-3b.gin │ ├── t5-base.gin │ ├── t5-large.gin │ ├── t5-small.gin │ └── t5_small_diabetes_debug.gin │ ├── slurm │ ├── compas.sh │ ├── diabetes.sh │ ├── diabetes_sweep.sh │ ├── finetune_t5_3b.sh │ ├── finetune_t5_base.sh │ ├── finetune_t5_large.sh │ ├── finetune_t5_small.sh │ ├── finetune_t5_small_debug.sh │ ├── german.sh │ └── sweeps │ │ ├── t5_base_sweep_0.2.sh │ │ ├── t5_base_sweep_0.4.sh │ │ ├── t5_base_sweep_0.6.sh │ │ ├── t5_base_sweep_0.8.sh │ │ └── t5_base_sweep_1.0.sh │ ├── start_fine_tuning.py │ ├── t5_dataset.py │ ├── t5_inference.py │ ├── t5_trainer.py │ └── t5_training_val_loops.py ├── requirements.txt ├── static ├── diego │ └── diego.png ├── icons │ └── sad.png ├── images │ ├── banner.png │ ├── output.gif │ ├── ren.png │ └── ren2.png ├── scripts.js └── styles │ └── style.css ├── templates ├── images │ ├── batman.png │ └── robot.png └── index.html ├── tests ├── data │ ├── diabetes-config-debug.gin │ ├── diabetes.csv │ ├── diabetes_model_logistic_regression.pkl │ ├── diabetes_test.csv │ └── diabetes_train.csv ├── test_action.py ├── test_dataset_description.py ├── test_explanations.py ├── test_feature_interaction_index.py ├── test_from_load.py ├── test_mega_explainer.py ├── test_prompts │ └── dynamic │ │ └── predict_promtps.txt └── tests-config.gin └── tutorials ├── data ├── background_derm.csv ├── dataset_derm.csv ├── derm.csv └── derm_model.pkl ├── extending-ttm.md └── running-on-your-own-model.ipynb /.github/workflows/python-app.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/.github/workflows/python-app.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/CITATION.cff -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/README.md -------------------------------------------------------------------------------- /cache/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/cache/readme.md -------------------------------------------------------------------------------- /configs/compas-config.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/configs/compas-config.gin -------------------------------------------------------------------------------- /configs/diabetes-config.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/configs/diabetes-config.gin -------------------------------------------------------------------------------- /configs/german-config.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/configs/german-config.gin -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/compas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/compas.csv -------------------------------------------------------------------------------- /data/compas_model_grad_boosted_tree.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/compas_model_grad_boosted_tree.pkl -------------------------------------------------------------------------------- /data/compas_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/compas_raw.csv -------------------------------------------------------------------------------- /data/compas_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/compas_test.csv -------------------------------------------------------------------------------- /data/compas_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/compas_train.csv -------------------------------------------------------------------------------- /data/diabetes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes.csv -------------------------------------------------------------------------------- /data/diabetes_model_grad_boosted_tree.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes_model_grad_boosted_tree.pkl -------------------------------------------------------------------------------- /data/diabetes_model_grad_tree.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes_model_grad_tree.pkl -------------------------------------------------------------------------------- /data/diabetes_model_logistic_regression.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes_model_logistic_regression.pkl -------------------------------------------------------------------------------- /data/diabetes_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes_test.csv -------------------------------------------------------------------------------- /data/diabetes_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/diabetes_train.csv -------------------------------------------------------------------------------- /data/german_credit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/german_credit.csv -------------------------------------------------------------------------------- /data/german_model_grad_tree.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/german_model_grad_tree.pkl -------------------------------------------------------------------------------- /data/german_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/german_raw.csv -------------------------------------------------------------------------------- /data/german_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/german_test.csv -------------------------------------------------------------------------------- /data/german_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/german_train.csv -------------------------------------------------------------------------------- /data/processing_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/processing_functions.py -------------------------------------------------------------------------------- /data/train_compas_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/train_compas_model.py -------------------------------------------------------------------------------- /data/train_diabetes_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/train_diabetes_model.py -------------------------------------------------------------------------------- /data/train_german_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/train_german_model.py -------------------------------------------------------------------------------- /data/ttm-user-study-responses.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/data/ttm-user-study-responses.csv -------------------------------------------------------------------------------- /experiments/assets/parsing_table_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/assets/parsing_table_template.txt -------------------------------------------------------------------------------- /experiments/compute_parsing_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/compute_parsing_accuracy.py -------------------------------------------------------------------------------- /experiments/compute_parsing_accuracy_model_sweep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/compute_parsing_accuracy_model_sweep.py -------------------------------------------------------------------------------- /experiments/generate_parsing_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/generate_parsing_results.py -------------------------------------------------------------------------------- /experiments/get_compositional_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/get_compositional_queries.py -------------------------------------------------------------------------------- /experiments/notification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/notification.py -------------------------------------------------------------------------------- /experiments/parsing_accuracy/compas_mturk_data_raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/compas_mturk_data_raw.json -------------------------------------------------------------------------------- /experiments/parsing_accuracy/compas_test_suite.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/compas_test_suite.txt -------------------------------------------------------------------------------- /experiments/parsing_accuracy/diabetes_mturk_data_raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/diabetes_mturk_data_raw.json -------------------------------------------------------------------------------- /experiments/parsing_accuracy/diabetes_test_suite.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/diabetes_test_suite.txt -------------------------------------------------------------------------------- /experiments/parsing_accuracy/final_parsing_results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/final_parsing_results.csv -------------------------------------------------------------------------------- /experiments/parsing_accuracy/german_mturk_data_raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/german_mturk_data_raw.json -------------------------------------------------------------------------------- /experiments/parsing_accuracy/german_test_suite.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/german_test_suite.txt -------------------------------------------------------------------------------- /experiments/parsing_accuracy/split_mturk_data_raw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/parsing_accuracy/split_mturk_data_raw.py -------------------------------------------------------------------------------- /experiments/results_store/compas_templates.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/results_store/compas_templates.csv -------------------------------------------------------------------------------- /experiments/results_store/diabetes_templates.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/results_store/diabetes_templates.csv -------------------------------------------------------------------------------- /experiments/results_store/german_templates.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/results_store/german_templates.csv -------------------------------------------------------------------------------- /experiments/slurm/readme.md: -------------------------------------------------------------------------------- 1 | Hold slurm directory -------------------------------------------------------------------------------- /experiments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/experiments/utils.py -------------------------------------------------------------------------------- /explain/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /explain/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/action.py -------------------------------------------------------------------------------- /explain/actions/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/README.md -------------------------------------------------------------------------------- /explain/actions/count_data_points.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/count_data_points.py -------------------------------------------------------------------------------- /explain/actions/data_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/data_summary.py -------------------------------------------------------------------------------- /explain/actions/define.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/define.py -------------------------------------------------------------------------------- /explain/actions/explanation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/explanation.py -------------------------------------------------------------------------------- /explain/actions/feature_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/feature_stats.py -------------------------------------------------------------------------------- /explain/actions/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/filter.py -------------------------------------------------------------------------------- /explain/actions/followup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/followup.py -------------------------------------------------------------------------------- /explain/actions/function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/function.py -------------------------------------------------------------------------------- /explain/actions/get_action_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/get_action_functions.py -------------------------------------------------------------------------------- /explain/actions/important.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/important.py -------------------------------------------------------------------------------- /explain/actions/interaction_effects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/interaction_effects.py -------------------------------------------------------------------------------- /explain/actions/labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/labels.py -------------------------------------------------------------------------------- /explain/actions/last_turn_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/last_turn_filter.py -------------------------------------------------------------------------------- /explain/actions/last_turn_operation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/last_turn_operation.py -------------------------------------------------------------------------------- /explain/actions/mistakes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/mistakes.py -------------------------------------------------------------------------------- /explain/actions/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/model.py -------------------------------------------------------------------------------- /explain/actions/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/predict.py -------------------------------------------------------------------------------- /explain/actions/prediction_likelihood.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/prediction_likelihood.py -------------------------------------------------------------------------------- /explain/actions/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/score.py -------------------------------------------------------------------------------- /explain/actions/self.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/self.py -------------------------------------------------------------------------------- /explain/actions/show_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/show_data.py -------------------------------------------------------------------------------- /explain/actions/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/utils.py -------------------------------------------------------------------------------- /explain/actions/what_if.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/actions/what_if.py -------------------------------------------------------------------------------- /explain/complete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/complete.py -------------------------------------------------------------------------------- /explain/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/conversation.py -------------------------------------------------------------------------------- /explain/dataset_description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/dataset_description.py -------------------------------------------------------------------------------- /explain/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/decoder.py -------------------------------------------------------------------------------- /explain/explanation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/explanation.py -------------------------------------------------------------------------------- /explain/feature_interaction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/feature_interaction.py -------------------------------------------------------------------------------- /explain/grammar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/grammar.py -------------------------------------------------------------------------------- /explain/logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/logic.py -------------------------------------------------------------------------------- /explain/mega_explainer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /explain/mega_explainer/base_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/mega_explainer/base_explainer.py -------------------------------------------------------------------------------- /explain/mega_explainer/explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/mega_explainer/explainer.py -------------------------------------------------------------------------------- /explain/mega_explainer/lime_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/mega_explainer/lime_explainer.py -------------------------------------------------------------------------------- /explain/mega_explainer/perturbation_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/mega_explainer/perturbation_methods.py -------------------------------------------------------------------------------- /explain/mega_explainer/shap_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/mega_explainer/shap_explainer.py -------------------------------------------------------------------------------- /explain/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/parser.py -------------------------------------------------------------------------------- /explain/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts.py -------------------------------------------------------------------------------- /explain/prompts/dynamic/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/README.md -------------------------------------------------------------------------------- /explain/prompts/dynamic/cfe_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/cfe_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/comparisons.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/comparisons.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/count_data_points_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/count_data_points_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/dataset_description.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/dataset_description.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/describe_self.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/describe_self.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/explanation_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/explanation_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/interactions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/interactions.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/label_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/label_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/lastturn_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/lastturn_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/likelihood_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/likelihood_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/mistakes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/mistakes.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/most_important_feature_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/most_important_feature_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/mturk_generated.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/mturk_generated.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/predict_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/predict_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/score_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/score_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/show_data_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/show_data_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/dynamic/whatif_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/dynamic/whatif_prompts.txt -------------------------------------------------------------------------------- /explain/prompts/filter_fillers.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/filter_fillers.txt -------------------------------------------------------------------------------- /explain/prompts/yes_or_no.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/prompts/yes_or_no.txt -------------------------------------------------------------------------------- /explain/sample_prompts_by_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/sample_prompts_by_action.py -------------------------------------------------------------------------------- /explain/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/utils.py -------------------------------------------------------------------------------- /explain/write_to_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/explain/write_to_log.py -------------------------------------------------------------------------------- /flask_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/flask_app.py -------------------------------------------------------------------------------- /global_config.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/global_config.gin -------------------------------------------------------------------------------- /parsing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /parsing/gpt/few_shot_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/gpt/few_shot_inference.py -------------------------------------------------------------------------------- /parsing/guided_decoding/gd_logits_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/guided_decoding/gd_logits_processor.py -------------------------------------------------------------------------------- /parsing/t5/datasets/compas_pandas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/datasets/compas_pandas.csv -------------------------------------------------------------------------------- /parsing/t5/datasets/derm_pandas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/datasets/derm_pandas.csv -------------------------------------------------------------------------------- /parsing/t5/datasets/diabetes_pandas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/datasets/diabetes_pandas.csv -------------------------------------------------------------------------------- /parsing/t5/datasets/german_pandas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/datasets/german_pandas.csv -------------------------------------------------------------------------------- /parsing/t5/get_data_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/get_data_set.py -------------------------------------------------------------------------------- /parsing/t5/gin_configs/inference-t5-base.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/inference-t5-base.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/inference-t5-large.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/inference-t5-large.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/inference-t5-small.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/inference-t5-small.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/t5-3b.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/t5-3b.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/t5-base.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/t5-base.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/t5-large.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/t5-large.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/t5-small.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/t5-small.gin -------------------------------------------------------------------------------- /parsing/t5/gin_configs/t5_small_diabetes_debug.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/gin_configs/t5_small_diabetes_debug.gin -------------------------------------------------------------------------------- /parsing/t5/slurm/compas.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/compas.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/diabetes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/diabetes.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/diabetes_sweep.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/diabetes_sweep.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/finetune_t5_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/finetune_t5_3b.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/finetune_t5_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/finetune_t5_base.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/finetune_t5_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/finetune_t5_large.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/finetune_t5_small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/finetune_t5_small.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/finetune_t5_small_debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/finetune_t5_small_debug.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/german.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/german.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/sweeps/t5_base_sweep_0.2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/sweeps/t5_base_sweep_0.2.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/sweeps/t5_base_sweep_0.4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/sweeps/t5_base_sweep_0.4.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/sweeps/t5_base_sweep_0.6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/sweeps/t5_base_sweep_0.6.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/sweeps/t5_base_sweep_0.8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/sweeps/t5_base_sweep_0.8.sh -------------------------------------------------------------------------------- /parsing/t5/slurm/sweeps/t5_base_sweep_1.0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/slurm/sweeps/t5_base_sweep_1.0.sh -------------------------------------------------------------------------------- /parsing/t5/start_fine_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/start_fine_tuning.py -------------------------------------------------------------------------------- /parsing/t5/t5_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/t5_dataset.py -------------------------------------------------------------------------------- /parsing/t5/t5_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/t5_inference.py -------------------------------------------------------------------------------- /parsing/t5/t5_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/t5_trainer.py -------------------------------------------------------------------------------- /parsing/t5/t5_training_val_loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/parsing/t5/t5_training_val_loops.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/requirements.txt -------------------------------------------------------------------------------- /static/diego/diego.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/diego/diego.png -------------------------------------------------------------------------------- /static/icons/sad.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/icons/sad.png -------------------------------------------------------------------------------- /static/images/banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/images/banner.png -------------------------------------------------------------------------------- /static/images/output.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/images/output.gif -------------------------------------------------------------------------------- /static/images/ren.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/images/ren.png -------------------------------------------------------------------------------- /static/images/ren2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/images/ren2.png -------------------------------------------------------------------------------- /static/scripts.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/scripts.js -------------------------------------------------------------------------------- /static/styles/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/static/styles/style.css -------------------------------------------------------------------------------- /templates/images/batman.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/templates/images/batman.png -------------------------------------------------------------------------------- /templates/images/robot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/templates/images/robot.png -------------------------------------------------------------------------------- /templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/templates/index.html -------------------------------------------------------------------------------- /tests/data/diabetes-config-debug.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/data/diabetes-config-debug.gin -------------------------------------------------------------------------------- /tests/data/diabetes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/data/diabetes.csv -------------------------------------------------------------------------------- /tests/data/diabetes_model_logistic_regression.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/data/diabetes_model_logistic_regression.pkl -------------------------------------------------------------------------------- /tests/data/diabetes_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/data/diabetes_test.csv -------------------------------------------------------------------------------- /tests/data/diabetes_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/data/diabetes_train.csv -------------------------------------------------------------------------------- /tests/test_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_action.py -------------------------------------------------------------------------------- /tests/test_dataset_description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_dataset_description.py -------------------------------------------------------------------------------- /tests/test_explanations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_explanations.py -------------------------------------------------------------------------------- /tests/test_feature_interaction_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_feature_interaction_index.py -------------------------------------------------------------------------------- /tests/test_from_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_from_load.py -------------------------------------------------------------------------------- /tests/test_mega_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_mega_explainer.py -------------------------------------------------------------------------------- /tests/test_prompts/dynamic/predict_promtps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/test_prompts/dynamic/predict_promtps.txt -------------------------------------------------------------------------------- /tests/tests-config.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tests/tests-config.gin -------------------------------------------------------------------------------- /tutorials/data/background_derm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/data/background_derm.csv -------------------------------------------------------------------------------- /tutorials/data/dataset_derm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/data/dataset_derm.csv -------------------------------------------------------------------------------- /tutorials/data/derm.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/data/derm.csv -------------------------------------------------------------------------------- /tutorials/data/derm_model.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/data/derm_model.pkl -------------------------------------------------------------------------------- /tutorials/extending-ttm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/extending-ttm.md -------------------------------------------------------------------------------- /tutorials/running-on-your-own-model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dylan-slack/TalkToModel/HEAD/tutorials/running-on-your-own-model.ipynb --------------------------------------------------------------------------------