├── .coveragerc ├── .gitignore ├── .gitlab-ci.yml ├── .pep8speaks.yml ├── .pre-commit-config.yaml ├── .readthedocs.yml ├── .ruff.toml ├── DistributeTests.ps1 ├── LICENSE ├── MANIFEST.in ├── README.rst ├── azure-pipelines.yml ├── conda-recipe └── rsmtool │ └── meta.yaml ├── doc ├── Makefile ├── advanced_usage.rst ├── api.rst ├── assets │ ├── dash_icon.png │ ├── demo.gif │ ├── dummy_rsmtool.json │ ├── example_rsmsummarize.json │ ├── example_rsmtool.json │ ├── pipeline.png │ ├── rsmtool.pdf │ ├── rsmtool.png │ ├── spacer.png │ └── summary.gif ├── automated_configuration.rst ├── builtin_models.rst.inc ├── column_selection_rsmtool.rst.inc ├── conf.py ├── config_rsmcompare.rst.inc ├── config_rsmeval.rst.inc ├── config_rsmexplain.rst.inc ├── config_rsmpredict.rst.inc ├── config_rsmsummarize.rst.inc ├── config_rsmtool.rst.inc ├── config_rsmxval.rst.inc ├── contributing.rst ├── custom_notebooks.rst ├── evaluation.rst ├── faq.rst ├── getting_started.rst ├── index.rst ├── intermediate_files_rsmeval.rst.inc ├── intermediate_files_rsmsummarize.rst.inc ├── intermediate_files_rsmtool.rst.inc ├── internal.rst ├── internal │ └── release_process.rst ├── make.bat ├── pipeline.rst ├── requirements.txt ├── tutorial.rst ├── tutorial_rsmcompare.rst.inc ├── tutorial_rsmeval.rst.inc ├── tutorial_rsmexplain.rst.inc ├── tutorial_rsmpredict.rst.inc ├── tutorial_rsmsummarize.rst.inc ├── tutorial_rsmxval.rst.inc ├── usage_rsmcompare.rst.inc ├── usage_rsmeval.rst.inc ├── usage_rsmexplain.rst.inc ├── usage_rsmpredict.rst.inc ├── usage_rsmsummarize.rst.inc ├── usage_rsmtool.rst ├── usage_rsmxval.rst.inc ├── utilities.rst └── who.rst ├── examples ├── rsmcompare │ └── config_rsmcompare.json ├── rsmeval │ ├── ASAP2_scores.csv │ └── config_rsmeval.json ├── rsmexplain │ └── config_rsmexplain.json ├── rsmpredict │ └── config_rsmpredict.json ├── rsmsummarize │ └── config_rsmsummarize.json ├── rsmtool │ ├── config_rsmtool.json │ ├── test.csv │ └── train.csv └── rsmxval │ ├── config_rsmxval.json │ └── train.csv ├── paper.bib ├── paper.json ├── paper.md ├── pyproject.toml ├── requirements.dev ├── requirements.txt ├── rsmtool ├── __init__.py ├── analyzer.py ├── comparer.py ├── configuration_parser.py ├── container.py ├── convert_feature_json.py ├── fairness_utils.py ├── modeler.py ├── notebooks │ ├── builtin_model.ipynb │ ├── comparison │ │ ├── consistency.ipynb │ │ ├── evaluation.ipynb │ │ ├── feature_descriptives.ipynb │ │ ├── features_by_group.ipynb │ │ ├── footer.ipynb │ │ ├── header.ipynb │ │ ├── model.ipynb │ │ ├── notes.ipynb │ │ ├── pca.ipynb │ │ ├── preprocessed_features.ipynb │ │ ├── preprocessed_features_by_group.ipynb │ │ ├── score_distributions.ipynb │ │ ├── sysinfo.ipynb │ │ └── true_score_evaluation.ipynb │ ├── consistency.ipynb │ ├── data_description.ipynb │ ├── data_description_by_group.ipynb │ ├── dff_by_group.ipynb │ ├── evaluation.ipynb │ ├── evaluation_by_group.ipynb │ ├── explanations │ │ ├── auto_cohorts.ipynb │ │ ├── data_description.ipynb │ │ ├── footer.ipynb │ │ ├── header.ipynb │ │ ├── shap_plots.ipynb │ │ ├── shap_values.ipynb │ │ └── sysinfo.ipynb │ ├── fairness_analyses.ipynb │ ├── feature_descriptives.ipynb │ ├── features_by_group.ipynb │ ├── footer.ipynb │ ├── header.ipynb │ ├── intermediate_file_paths.ipynb │ ├── javascript │ │ └── sort.js │ ├── pca.ipynb │ ├── preprocessed_features.ipynb │ ├── skll_model.ipynb │ ├── summary │ │ ├── evaluation.ipynb │ │ ├── footer.ipynb │ │ ├── header.ipynb │ │ ├── intermediate_file_paths.ipynb │ │ ├── model.ipynb │ │ ├── preprocessed_features.ipynb │ │ ├── sysinfo.ipynb │ │ └── true_score_evaluation.ipynb │ ├── sysinfo.ipynb │ ├── templates │ │ └── report.tpl │ └── true_score_evaluation.ipynb ├── preprocessor.py ├── reader.py ├── reporter.py ├── rsmcompare.py ├── rsmeval.py ├── rsmexplain.py ├── rsmpredict.py ├── rsmsummarize.py ├── rsmtool.py ├── rsmxval.py ├── test_utils.py ├── transformer.py ├── utils │ ├── __init__.py │ ├── commandline.py │ ├── constants.py │ ├── conversion.py │ ├── cross_validation.py │ ├── files.py │ ├── logging.py │ ├── metrics.py │ ├── models.py │ ├── notebook.py │ ├── prmse.py │ └── wandb.py ├── version.py └── writer.py ├── tests ├── compare_config_json.py ├── copy_jsons.py ├── data │ ├── asap2.test.csv │ ├── asap2.train.csv │ ├── experiments │ │ ├── dummyregressor-custom-objective │ │ │ ├── DummyRegressor_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── DummyRegressor_custom_objective_confMatrix.csv │ │ │ │ ├── DummyRegressor_custom_objective_cors_orig.csv │ │ │ │ ├── DummyRegressor_custom_objective_cors_processed.csv │ │ │ │ ├── DummyRegressor_custom_objective_data_composition.csv │ │ │ │ ├── DummyRegressor_custom_objective_eval.csv │ │ │ │ ├── DummyRegressor_custom_objective_eval_short.csv │ │ │ │ ├── DummyRegressor_custom_objective_feature.csv │ │ │ │ ├── DummyRegressor_custom_objective_feature_descriptives.csv │ │ │ │ ├── DummyRegressor_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── DummyRegressor_custom_objective_feature_outliers.csv │ │ │ │ ├── DummyRegressor_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── DummyRegressor_custom_objective_pca.csv │ │ │ │ ├── DummyRegressor_custom_objective_pcavar.csv │ │ │ │ ├── DummyRegressor_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── DummyRegressor_custom_objective_postprocessing_params.csv │ │ │ │ ├── DummyRegressor_custom_objective_pred_processed.csv │ │ │ │ ├── DummyRegressor_custom_objective_pred_train.csv │ │ │ │ ├── DummyRegressor_custom_objective_score_dist.csv │ │ │ │ ├── DummyRegressor_custom_objective_test_excluded_composition.csv │ │ │ │ ├── DummyRegressor_custom_objective_test_features.csv │ │ │ │ ├── DummyRegressor_custom_objective_test_metadata.csv │ │ │ │ ├── DummyRegressor_custom_objective_test_other_columns.csv │ │ │ │ ├── DummyRegressor_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── DummyRegressor_custom_objective_train_excluded_composition.csv │ │ │ │ ├── DummyRegressor_custom_objective_train_features.csv │ │ │ │ ├── DummyRegressor_custom_objective_train_metadata.csv │ │ │ │ ├── DummyRegressor_custom_objective_train_other_columns.csv │ │ │ │ └── DummyRegressor_custom_objective_train_preprocessed_features.csv │ │ ├── dummyregressor │ │ │ ├── DummyRegressor.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── DummyRegressor_confMatrix.csv │ │ │ │ ├── DummyRegressor_cors_orig.csv │ │ │ │ ├── DummyRegressor_cors_processed.csv │ │ │ │ ├── DummyRegressor_data_composition.csv │ │ │ │ ├── DummyRegressor_eval.csv │ │ │ │ ├── DummyRegressor_eval_short.csv │ │ │ │ ├── DummyRegressor_feature.csv │ │ │ │ ├── DummyRegressor_feature_descriptives.csv │ │ │ │ ├── DummyRegressor_feature_descriptivesExtra.csv │ │ │ │ ├── DummyRegressor_feature_outliers.csv │ │ │ │ ├── DummyRegressor_margcor_score_all_data.csv │ │ │ │ ├── DummyRegressor_pca.csv │ │ │ │ ├── DummyRegressor_pcavar.csv │ │ │ │ ├── DummyRegressor_pcor_score_all_data.csv │ │ │ │ ├── DummyRegressor_postprocessing_params.csv │ │ │ │ ├── DummyRegressor_pred_processed.csv │ │ │ │ ├── DummyRegressor_pred_train.csv │ │ │ │ ├── DummyRegressor_score_dist.csv │ │ │ │ ├── DummyRegressor_test_excluded_composition.csv │ │ │ │ ├── DummyRegressor_test_features.csv │ │ │ │ ├── DummyRegressor_test_metadata.csv │ │ │ │ ├── DummyRegressor_test_other_columns.csv │ │ │ │ ├── DummyRegressor_test_preprocessed_features.csv │ │ │ │ ├── DummyRegressor_train_excluded_composition.csv │ │ │ │ ├── DummyRegressor_train_features.csv │ │ │ │ ├── DummyRegressor_train_metadata.csv │ │ │ │ ├── DummyRegressor_train_other_columns.csv │ │ │ │ └── DummyRegressor_train_preprocessed_features.csv │ │ ├── empwtdropneg │ │ │ ├── empWtDropNeg.json │ │ │ └── features.csv │ │ ├── equalweightslr │ │ │ ├── equalweightslr.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── equalweightslr_betas.csv │ │ │ │ ├── equalweightslr_coefficients.csv │ │ │ │ ├── equalweightslr_coefficients_scaled.csv │ │ │ │ ├── equalweightslr_confMatrix.csv │ │ │ │ ├── equalweightslr_cors_orig.csv │ │ │ │ ├── equalweightslr_cors_processed.csv │ │ │ │ ├── equalweightslr_data_composition.csv │ │ │ │ ├── equalweightslr_eval.csv │ │ │ │ ├── equalweightslr_eval_short.csv │ │ │ │ ├── equalweightslr_feature.csv │ │ │ │ ├── equalweightslr_feature_descriptives.csv │ │ │ │ ├── equalweightslr_feature_descriptivesExtra.csv │ │ │ │ ├── equalweightslr_feature_outliers.csv │ │ │ │ ├── equalweightslr_margcor_score_all_data.csv │ │ │ │ ├── equalweightslr_model_fit.csv │ │ │ │ ├── equalweightslr_pca.csv │ │ │ │ ├── equalweightslr_pcavar.csv │ │ │ │ ├── equalweightslr_pcor_score_all_data.csv │ │ │ │ ├── equalweightslr_postprocessing_params.csv │ │ │ │ ├── equalweightslr_pred_processed.csv │ │ │ │ ├── equalweightslr_pred_train.csv │ │ │ │ ├── equalweightslr_score_dist.csv │ │ │ │ ├── equalweightslr_test_excluded_composition.csv │ │ │ │ ├── equalweightslr_test_features.csv │ │ │ │ ├── equalweightslr_test_metadata.csv │ │ │ │ ├── equalweightslr_test_other_columns.csv │ │ │ │ ├── equalweightslr_test_preprocessed_features.csv │ │ │ │ ├── equalweightslr_train_excluded_composition.csv │ │ │ │ ├── equalweightslr_train_features.csv │ │ │ │ ├── equalweightslr_train_metadata.csv │ │ │ │ ├── equalweightslr_train_other_columns.csv │ │ │ │ └── equalweightslr_train_preprocessed_features.csv │ │ ├── knn-explain-diff-std │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── knn_diff_std.model │ │ │ │ │ ├── knn_diff_std_feature.csv │ │ │ │ │ └── knn_diff_std_rsmtool.json │ │ │ └── rsmexplain.json │ │ ├── knn-explain-diff-trunc │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── knn_diff_trunc.model │ │ │ │ │ ├── knn_diff_trunc_feature.csv │ │ │ │ │ └── knn_diff_trunc_rsmtool.json │ │ │ └── rsmexplain.json │ │ ├── knn-explain-same-std │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── knn_same_std.model │ │ │ │ │ ├── knn_same_std_feature.csv │ │ │ │ │ └── knn_same_std_rsmtool.json │ │ │ └── rsmexplain.json │ │ ├── knn-explain-same-trunc │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── knn_same_trunc.model │ │ │ │ │ ├── knn_same_trunc_feature.csv │ │ │ │ │ └── knn_same_trunc_rsmtool.json │ │ │ └── rsmexplain.json │ │ ├── knn-explain │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── knn.model │ │ │ │ │ ├── knn_feature.csv │ │ │ │ │ └── knn_rsmtool.json │ │ │ ├── output │ │ │ │ ├── knn_absolute_shap_values.csv │ │ │ │ ├── knn_ids.pkl │ │ │ │ ├── knn_rsmexplain.json │ │ │ │ └── knn_shap_values.csv │ │ │ └── rsmexplain.json │ │ ├── lars-custom-objective │ │ │ ├── Lars_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── Lars_custom_objective_cors_orig.csv │ │ │ │ ├── Lars_custom_objective_cors_processed.csv │ │ │ │ ├── Lars_custom_objective_data_composition.csv │ │ │ │ ├── Lars_custom_objective_feature.csv │ │ │ │ ├── Lars_custom_objective_feature_descriptives.csv │ │ │ │ ├── Lars_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── Lars_custom_objective_feature_outliers.csv │ │ │ │ ├── Lars_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── Lars_custom_objective_pca.csv │ │ │ │ ├── Lars_custom_objective_pcavar.csv │ │ │ │ ├── Lars_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── Lars_custom_objective_test_excluded_composition.csv │ │ │ │ ├── Lars_custom_objective_test_features.csv │ │ │ │ ├── Lars_custom_objective_test_metadata.csv │ │ │ │ ├── Lars_custom_objective_test_other_columns.csv │ │ │ │ ├── Lars_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── Lars_custom_objective_train_excluded_composition.csv │ │ │ │ ├── Lars_custom_objective_train_features.csv │ │ │ │ ├── Lars_custom_objective_train_metadata.csv │ │ │ │ ├── Lars_custom_objective_train_other_columns.csv │ │ │ │ └── Lars_custom_objective_train_preprocessed_features.csv │ │ ├── lars │ │ │ ├── Lars.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── Lars_cors_orig.csv │ │ │ │ ├── Lars_cors_processed.csv │ │ │ │ ├── Lars_data_composition.csv │ │ │ │ ├── Lars_feature.csv │ │ │ │ ├── Lars_feature_descriptives.csv │ │ │ │ ├── Lars_feature_descriptivesExtra.csv │ │ │ │ ├── Lars_feature_outliers.csv │ │ │ │ ├── Lars_margcor_score_all_data.csv │ │ │ │ ├── Lars_pca.csv │ │ │ │ ├── Lars_pcavar.csv │ │ │ │ ├── Lars_pcor_score_all_data.csv │ │ │ │ ├── Lars_test_excluded_composition.csv │ │ │ │ ├── Lars_test_features.csv │ │ │ │ ├── Lars_test_metadata.csv │ │ │ │ ├── Lars_test_other_columns.csv │ │ │ │ ├── Lars_test_preprocessed_features.csv │ │ │ │ ├── Lars_train_excluded_composition.csv │ │ │ │ ├── Lars_train_features.csv │ │ │ │ ├── Lars_train_metadata.csv │ │ │ │ ├── Lars_train_other_columns.csv │ │ │ │ └── Lars_train_preprocessed_features.csv │ │ ├── lassofixedlambda │ │ │ ├── features.csv │ │ │ ├── lassofixedlambda.json │ │ │ └── output │ │ │ │ ├── lassofixedlambda_betas.csv │ │ │ │ ├── lassofixedlambda_coefficients.csv │ │ │ │ ├── lassofixedlambda_coefficients_scaled.csv │ │ │ │ ├── lassofixedlambda_confMatrix.csv │ │ │ │ ├── lassofixedlambda_cors_orig.csv │ │ │ │ ├── lassofixedlambda_cors_processed.csv │ │ │ │ ├── lassofixedlambda_data_composition.csv │ │ │ │ ├── lassofixedlambda_eval.csv │ │ │ │ ├── lassofixedlambda_eval_short.csv │ │ │ │ ├── lassofixedlambda_feature.csv │ │ │ │ ├── lassofixedlambda_feature_descriptives.csv │ │ │ │ ├── lassofixedlambda_feature_descriptivesExtra.csv │ │ │ │ ├── lassofixedlambda_feature_outliers.csv │ │ │ │ ├── lassofixedlambda_margcor_score_all_data.csv │ │ │ │ ├── lassofixedlambda_pca.csv │ │ │ │ ├── lassofixedlambda_pcavar.csv │ │ │ │ ├── lassofixedlambda_pcor_score_all_data.csv │ │ │ │ ├── lassofixedlambda_postprocessing_params.csv │ │ │ │ ├── lassofixedlambda_pred_processed.csv │ │ │ │ ├── lassofixedlambda_pred_train.csv │ │ │ │ ├── lassofixedlambda_score_dist.csv │ │ │ │ ├── lassofixedlambda_test_excluded_composition.csv │ │ │ │ ├── lassofixedlambda_test_features.csv │ │ │ │ ├── lassofixedlambda_test_metadata.csv │ │ │ │ ├── lassofixedlambda_test_other_columns.csv │ │ │ │ ├── lassofixedlambda_test_preprocessed_features.csv │ │ │ │ ├── lassofixedlambda_train_excluded_composition.csv │ │ │ │ ├── lassofixedlambda_train_features.csv │ │ │ │ ├── lassofixedlambda_train_metadata.csv │ │ │ │ ├── lassofixedlambda_train_other_columns.csv │ │ │ │ └── lassofixedlambda_train_preprocessed_features.csv │ │ ├── lassofixedlambdathenlr │ │ │ ├── feature │ │ │ │ └── empWtLasso_selected.json │ │ │ ├── features.csv │ │ │ ├── lassofixedlambdathenlr.json │ │ │ └── output │ │ │ │ ├── lassofixedlambdathenlr_betas.csv │ │ │ │ ├── lassofixedlambdathenlr_coefficients.csv │ │ │ │ ├── lassofixedlambdathenlr_coefficients_scaled.csv │ │ │ │ ├── lassofixedlambdathenlr_confMatrix.csv │ │ │ │ ├── lassofixedlambdathenlr_cors_orig.csv │ │ │ │ ├── lassofixedlambdathenlr_cors_processed.csv │ │ │ │ ├── lassofixedlambdathenlr_data_composition.csv │ │ │ │ ├── lassofixedlambdathenlr_eval.csv │ │ │ │ ├── lassofixedlambdathenlr_eval_short.csv │ │ │ │ ├── lassofixedlambdathenlr_feature.csv │ │ │ │ ├── lassofixedlambdathenlr_feature_descriptives.csv │ │ │ │ ├── lassofixedlambdathenlr_feature_descriptivesExtra.csv │ │ │ │ ├── lassofixedlambdathenlr_feature_outliers.csv │ │ │ │ ├── lassofixedlambdathenlr_margcor_score_all_data.csv │ │ │ │ ├── lassofixedlambdathenlr_model_fit.csv │ │ │ │ ├── lassofixedlambdathenlr_pca.csv │ │ │ │ ├── lassofixedlambdathenlr_pcavar.csv │ │ │ │ ├── lassofixedlambdathenlr_pcor_score_all_data.csv │ │ │ │ ├── lassofixedlambdathenlr_postprocessing_params.csv │ │ │ │ ├── lassofixedlambdathenlr_pred_processed.csv │ │ │ │ ├── lassofixedlambdathenlr_pred_train.csv │ │ │ │ ├── lassofixedlambdathenlr_score_dist.csv │ │ │ │ ├── lassofixedlambdathenlr_test_excluded_composition.csv │ │ │ │ ├── lassofixedlambdathenlr_test_features.csv │ │ │ │ ├── lassofixedlambdathenlr_test_metadata.csv │ │ │ │ ├── lassofixedlambdathenlr_test_other_columns.csv │ │ │ │ ├── lassofixedlambdathenlr_test_preprocessed_features.csv │ │ │ │ ├── lassofixedlambdathenlr_train_excluded_composition.csv │ │ │ │ ├── lassofixedlambdathenlr_train_features.csv │ │ │ │ ├── lassofixedlambdathenlr_train_metadata.csv │ │ │ │ ├── lassofixedlambdathenlr_train_other_columns.csv │ │ │ │ └── lassofixedlambdathenlr_train_preprocessed_features.csv │ │ ├── lassofixedlambdathennnlr │ │ │ ├── feature │ │ │ │ └── empWtDropNegLasso_selected.json │ │ │ ├── features.csv │ │ │ ├── lassofixedlambdathennnlr.json │ │ │ └── output │ │ │ │ ├── lassofixedlambdathennnlr_betas.csv │ │ │ │ ├── lassofixedlambdathennnlr_coefficients.csv │ │ │ │ ├── lassofixedlambdathennnlr_coefficients_scaled.csv │ │ │ │ ├── lassofixedlambdathennnlr_confMatrix.csv │ │ │ │ ├── lassofixedlambdathennnlr_cors_orig.csv │ │ │ │ ├── lassofixedlambdathennnlr_cors_processed.csv │ │ │ │ ├── lassofixedlambdathennnlr_data_composition.csv │ │ │ │ ├── lassofixedlambdathennnlr_eval.csv │ │ │ │ ├── lassofixedlambdathennnlr_eval_short.csv │ │ │ │ ├── lassofixedlambdathennnlr_feature.csv │ │ │ │ ├── lassofixedlambdathennnlr_feature_descriptives.csv │ │ │ │ ├── lassofixedlambdathennnlr_feature_descriptivesExtra.csv │ │ │ │ ├── lassofixedlambdathennnlr_feature_outliers.csv │ │ │ │ ├── lassofixedlambdathennnlr_margcor_score_all_data.csv │ │ │ │ ├── lassofixedlambdathennnlr_model_fit.csv │ │ │ │ ├── lassofixedlambdathennnlr_pca.csv │ │ │ │ ├── lassofixedlambdathennnlr_pcavar.csv │ │ │ │ ├── lassofixedlambdathennnlr_pcor_score_all_data.csv │ │ │ │ ├── lassofixedlambdathennnlr_postprocessing_params.csv │ │ │ │ ├── lassofixedlambdathennnlr_pred_processed.csv │ │ │ │ ├── lassofixedlambdathennnlr_pred_train.csv │ │ │ │ ├── lassofixedlambdathennnlr_score_dist.csv │ │ │ │ ├── lassofixedlambdathennnlr_test_excluded_composition.csv │ │ │ │ ├── lassofixedlambdathennnlr_test_features.csv │ │ │ │ ├── lassofixedlambdathennnlr_test_metadata.csv │ │ │ │ ├── lassofixedlambdathennnlr_test_other_columns.csv │ │ │ │ ├── lassofixedlambdathennnlr_test_preprocessed_features.csv │ │ │ │ ├── lassofixedlambdathennnlr_train_excluded_composition.csv │ │ │ │ ├── lassofixedlambdathennnlr_train_features.csv │ │ │ │ ├── lassofixedlambdathennnlr_train_metadata.csv │ │ │ │ ├── lassofixedlambdathennnlr_train_other_columns.csv │ │ │ │ └── lassofixedlambdathennnlr_train_preprocessed_features.csv │ │ ├── linearsvr-custom-objective │ │ │ ├── LinearSVR_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LinearSVR_custom_objective_cors_orig.csv │ │ │ │ ├── LinearSVR_custom_objective_cors_processed.csv │ │ │ │ ├── LinearSVR_custom_objective_data_composition.csv │ │ │ │ ├── LinearSVR_custom_objective_feature.csv │ │ │ │ ├── LinearSVR_custom_objective_feature_descriptives.csv │ │ │ │ ├── LinearSVR_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── LinearSVR_custom_objective_feature_outliers.csv │ │ │ │ ├── LinearSVR_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── LinearSVR_custom_objective_pca.csv │ │ │ │ ├── LinearSVR_custom_objective_pcavar.csv │ │ │ │ ├── LinearSVR_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── LinearSVR_custom_objective_test_excluded_composition.csv │ │ │ │ ├── LinearSVR_custom_objective_test_features.csv │ │ │ │ ├── LinearSVR_custom_objective_test_metadata.csv │ │ │ │ ├── LinearSVR_custom_objective_test_other_columns.csv │ │ │ │ ├── LinearSVR_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── LinearSVR_custom_objective_train_excluded_composition.csv │ │ │ │ ├── LinearSVR_custom_objective_train_features.csv │ │ │ │ ├── LinearSVR_custom_objective_train_metadata.csv │ │ │ │ ├── LinearSVR_custom_objective_train_other_columns.csv │ │ │ │ └── LinearSVR_custom_objective_train_preprocessed_features.csv │ │ ├── linearsvr-self-compare │ │ │ ├── linearsvr │ │ │ │ ├── figure │ │ │ │ │ ├── LinearSVR_cors_score.svg │ │ │ │ │ ├── LinearSVR_distrib.svg │ │ │ │ │ ├── LinearSVR_outliers.svg │ │ │ │ │ ├── LinearSVR_pca.svg │ │ │ │ │ └── LinearSVR_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── LinearSVR_confMatrix.csv │ │ │ │ │ ├── LinearSVR_cors_orig.csv │ │ │ │ │ ├── LinearSVR_cors_processed.csv │ │ │ │ │ ├── LinearSVR_data_composition.csv │ │ │ │ │ ├── LinearSVR_eval.csv │ │ │ │ │ ├── LinearSVR_eval_short.csv │ │ │ │ │ ├── LinearSVR_feature.csv │ │ │ │ │ ├── LinearSVR_feature_descriptives.csv │ │ │ │ │ ├── LinearSVR_feature_descriptivesExtra.csv │ │ │ │ │ ├── LinearSVR_feature_outliers.csv │ │ │ │ │ ├── LinearSVR_margcor_score_all_data.csv │ │ │ │ │ ├── LinearSVR_pca.csv │ │ │ │ │ ├── LinearSVR_pcavar.csv │ │ │ │ │ ├── LinearSVR_pcor_score_all_data.csv │ │ │ │ │ ├── LinearSVR_postprocessing_params.csv │ │ │ │ │ ├── LinearSVR_pred_processed.csv │ │ │ │ │ ├── LinearSVR_pred_train.csv │ │ │ │ │ ├── LinearSVR_rsmtool.json │ │ │ │ │ ├── LinearSVR_score_dist.csv │ │ │ │ │ ├── LinearSVR_test_excluded_composition.csv │ │ │ │ │ ├── LinearSVR_test_features.csv │ │ │ │ │ ├── LinearSVR_test_metadata.csv │ │ │ │ │ ├── LinearSVR_test_other_columns.csv │ │ │ │ │ ├── LinearSVR_test_preprocessed_features.csv │ │ │ │ │ ├── LinearSVR_train_excluded_composition.csv │ │ │ │ │ ├── LinearSVR_train_features.csv │ │ │ │ │ ├── LinearSVR_train_metadata.csv │ │ │ │ │ ├── LinearSVR_train_other_columns.csv │ │ │ │ │ └── LinearSVR_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── linearsvr-self-summary │ │ │ ├── linearsvr │ │ │ │ └── output │ │ │ │ │ ├── LinearSVR_confMatrix.csv │ │ │ │ │ ├── LinearSVR_cors_orig.csv │ │ │ │ │ ├── LinearSVR_cors_processed.csv │ │ │ │ │ ├── LinearSVR_data_composition.csv │ │ │ │ │ ├── LinearSVR_eval.csv │ │ │ │ │ ├── LinearSVR_eval_short.csv │ │ │ │ │ ├── LinearSVR_feature.csv │ │ │ │ │ ├── LinearSVR_feature_descriptives.csv │ │ │ │ │ ├── LinearSVR_feature_descriptivesExtra.csv │ │ │ │ │ ├── LinearSVR_feature_outliers.csv │ │ │ │ │ ├── LinearSVR_margcor_score_all_data.csv │ │ │ │ │ ├── LinearSVR_pca.csv │ │ │ │ │ ├── LinearSVR_pcavar.csv │ │ │ │ │ ├── LinearSVR_pcor_score_all_data.csv │ │ │ │ │ ├── LinearSVR_postprocessing_params.csv │ │ │ │ │ ├── LinearSVR_pred_processed.csv │ │ │ │ │ ├── LinearSVR_pred_train.csv │ │ │ │ │ ├── LinearSVR_rsmtool.json │ │ │ │ │ ├── LinearSVR_score_dist.csv │ │ │ │ │ ├── LinearSVR_test_excluded_composition.csv │ │ │ │ │ ├── LinearSVR_test_features.csv │ │ │ │ │ ├── LinearSVR_test_metadata.csv │ │ │ │ │ ├── LinearSVR_test_other_columns.csv │ │ │ │ │ ├── LinearSVR_test_preprocessed_features.csv │ │ │ │ │ ├── LinearSVR_train_excluded_composition.csv │ │ │ │ │ ├── LinearSVR_train_features.csv │ │ │ │ │ ├── LinearSVR_train_metadata.csv │ │ │ │ │ ├── LinearSVR_train_other_columns.csv │ │ │ │ │ └── LinearSVR_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── linearsvr │ │ │ ├── LinearSVR.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LinearSVR_cors_orig.csv │ │ │ │ ├── LinearSVR_cors_processed.csv │ │ │ │ ├── LinearSVR_data_composition.csv │ │ │ │ ├── LinearSVR_feature.csv │ │ │ │ ├── LinearSVR_feature_descriptives.csv │ │ │ │ ├── LinearSVR_feature_descriptivesExtra.csv │ │ │ │ ├── LinearSVR_feature_outliers.csv │ │ │ │ ├── LinearSVR_margcor_score_all_data.csv │ │ │ │ ├── LinearSVR_pca.csv │ │ │ │ ├── LinearSVR_pcavar.csv │ │ │ │ ├── LinearSVR_pcor_score_all_data.csv │ │ │ │ ├── LinearSVR_test_excluded_composition.csv │ │ │ │ ├── LinearSVR_test_features.csv │ │ │ │ ├── LinearSVR_test_metadata.csv │ │ │ │ ├── LinearSVR_test_other_columns.csv │ │ │ │ ├── LinearSVR_test_preprocessed_features.csv │ │ │ │ ├── LinearSVR_train_excluded_composition.csv │ │ │ │ ├── LinearSVR_train_features.csv │ │ │ │ ├── LinearSVR_train_metadata.csv │ │ │ │ ├── LinearSVR_train_other_columns.csv │ │ │ │ └── LinearSVR_train_preprocessed_features.csv │ │ ├── logistic-regression-custom-objective-and-params │ │ │ ├── LogisticRegression_custom_objective_and_params.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LogisticRegression_custom_objective_and_params_cors_orig.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_cors_processed.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_data_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_feature.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_feature_descriptives.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_feature_descriptivesExtra.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_feature_outliers.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_margcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_pca.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_pcavar.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_pcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_test_excluded_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_test_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_test_metadata.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_test_other_columns.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_test_preprocessed_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_train_excluded_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_train_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_train_metadata.csv │ │ │ │ ├── LogisticRegression_custom_objective_and_params_train_other_columns.csv │ │ │ │ └── LogisticRegression_custom_objective_and_params_train_preprocessed_features.csv │ │ ├── logistic-regression-custom-objective │ │ │ ├── LogisticRegression_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LogisticRegression_custom_objective_cors_orig.csv │ │ │ │ ├── LogisticRegression_custom_objective_cors_processed.csv │ │ │ │ ├── LogisticRegression_custom_objective_data_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_feature.csv │ │ │ │ ├── LogisticRegression_custom_objective_feature_descriptives.csv │ │ │ │ ├── LogisticRegression_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── LogisticRegression_custom_objective_feature_outliers.csv │ │ │ │ ├── LogisticRegression_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_custom_objective_pca.csv │ │ │ │ ├── LogisticRegression_custom_objective_pcavar.csv │ │ │ │ ├── LogisticRegression_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_custom_objective_test_excluded_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_test_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_test_metadata.csv │ │ │ │ ├── LogisticRegression_custom_objective_test_other_columns.csv │ │ │ │ ├── LogisticRegression_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_train_excluded_composition.csv │ │ │ │ ├── LogisticRegression_custom_objective_train_features.csv │ │ │ │ ├── LogisticRegression_custom_objective_train_metadata.csv │ │ │ │ ├── LogisticRegression_custom_objective_train_other_columns.csv │ │ │ │ └── LogisticRegression_custom_objective_train_preprocessed_features.csv │ │ ├── logistic-regression-expected-scores │ │ │ ├── LogisticRegression_expected_scores.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LogisticRegression_expected_scores_cors_orig.csv │ │ │ │ ├── LogisticRegression_expected_scores_cors_processed.csv │ │ │ │ ├── LogisticRegression_expected_scores_data_composition.csv │ │ │ │ ├── LogisticRegression_expected_scores_feature.csv │ │ │ │ ├── LogisticRegression_expected_scores_feature_descriptives.csv │ │ │ │ ├── LogisticRegression_expected_scores_feature_descriptivesExtra.csv │ │ │ │ ├── LogisticRegression_expected_scores_feature_outliers.csv │ │ │ │ ├── LogisticRegression_expected_scores_margcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_expected_scores_pca.csv │ │ │ │ ├── LogisticRegression_expected_scores_pcavar.csv │ │ │ │ ├── LogisticRegression_expected_scores_pcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_expected_scores_test_excluded_composition.csv │ │ │ │ ├── LogisticRegression_expected_scores_test_features.csv │ │ │ │ ├── LogisticRegression_expected_scores_test_metadata.csv │ │ │ │ ├── LogisticRegression_expected_scores_test_other_columns.csv │ │ │ │ ├── LogisticRegression_expected_scores_test_preprocessed_features.csv │ │ │ │ ├── LogisticRegression_expected_scores_train_excluded_composition.csv │ │ │ │ ├── LogisticRegression_expected_scores_train_features.csv │ │ │ │ ├── LogisticRegression_expected_scores_train_metadata.csv │ │ │ │ ├── LogisticRegression_expected_scores_train_other_columns.csv │ │ │ │ └── LogisticRegression_expected_scores_train_preprocessed_features.csv │ │ ├── logistic-regression-predict-expected-scores │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── LogisticRegression.model │ │ │ │ │ ├── LogisticRegression_feature.csv │ │ │ │ │ └── LogisticRegression_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── logistic-regression-predict │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── LogisticRegression.model │ │ │ │ │ ├── LogisticRegression_feature.csv │ │ │ │ │ └── LogisticRegression_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── logistic-regression │ │ │ ├── LogisticRegression.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── LogisticRegression_cors_orig.csv │ │ │ │ ├── LogisticRegression_cors_processed.csv │ │ │ │ ├── LogisticRegression_data_composition.csv │ │ │ │ ├── LogisticRegression_feature.csv │ │ │ │ ├── LogisticRegression_feature_descriptives.csv │ │ │ │ ├── LogisticRegression_feature_descriptivesExtra.csv │ │ │ │ ├── LogisticRegression_feature_outliers.csv │ │ │ │ ├── LogisticRegression_margcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_pca.csv │ │ │ │ ├── LogisticRegression_pcavar.csv │ │ │ │ ├── LogisticRegression_pcor_score_all_data.csv │ │ │ │ ├── LogisticRegression_test_excluded_composition.csv │ │ │ │ ├── LogisticRegression_test_features.csv │ │ │ │ ├── LogisticRegression_test_metadata.csv │ │ │ │ ├── LogisticRegression_test_other_columns.csv │ │ │ │ ├── LogisticRegression_test_preprocessed_features.csv │ │ │ │ ├── LogisticRegression_train_excluded_composition.csv │ │ │ │ ├── LogisticRegression_train_features.csv │ │ │ │ ├── LogisticRegression_train_metadata.csv │ │ │ │ ├── LogisticRegression_train_other_columns.csv │ │ │ │ └── LogisticRegression_train_preprocessed_features.csv │ │ ├── lr-candidate-same-as-id-candidate │ │ │ ├── features.csv │ │ │ ├── lr_candidate_same_as_id_candidate.json │ │ │ └── output │ │ │ │ ├── lr_candidate_same_as_id_candidate_betas.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_coefficients.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_coefficients_scaled.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_confMatrix.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_cors_orig.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_cors_processed.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_data_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_eval.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_eval_short.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_feature.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_feature_descriptives.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_feature_descriptivesExtra.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_feature_outliers.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_margcor_score_all_data.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_model_fit.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_pca.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_pcavar.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_pcor_score_all_data.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_postprocessing_params.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_pred_processed.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_pred_train.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_score_dist.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_test_excluded_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_test_features.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_test_metadata.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_test_other_columns.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_test_preprocessed_features.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_train_excluded_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_train_features.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_train_metadata.csv │ │ │ │ ├── lr_candidate_same_as_id_candidate_train_other_columns.csv │ │ │ │ └── lr_candidate_same_as_id_candidate_train_preprocessed_features.csv │ │ ├── lr-candidate-same-as-id │ │ │ ├── features.csv │ │ │ ├── lr_candidate_same_as_id.json │ │ │ └── output │ │ │ │ ├── lr_candidate_same_as_id_betas.csv │ │ │ │ ├── lr_candidate_same_as_id_coefficients.csv │ │ │ │ ├── lr_candidate_same_as_id_coefficients_scaled.csv │ │ │ │ ├── lr_candidate_same_as_id_confMatrix.csv │ │ │ │ ├── lr_candidate_same_as_id_cors_orig.csv │ │ │ │ ├── lr_candidate_same_as_id_cors_processed.csv │ │ │ │ ├── lr_candidate_same_as_id_data_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_eval.csv │ │ │ │ ├── lr_candidate_same_as_id_eval_short.csv │ │ │ │ ├── lr_candidate_same_as_id_feature.csv │ │ │ │ ├── lr_candidate_same_as_id_feature_descriptives.csv │ │ │ │ ├── lr_candidate_same_as_id_feature_descriptivesExtra.csv │ │ │ │ ├── lr_candidate_same_as_id_feature_outliers.csv │ │ │ │ ├── lr_candidate_same_as_id_margcor_score_all_data.csv │ │ │ │ ├── lr_candidate_same_as_id_model_fit.csv │ │ │ │ ├── lr_candidate_same_as_id_pca.csv │ │ │ │ ├── lr_candidate_same_as_id_pcavar.csv │ │ │ │ ├── lr_candidate_same_as_id_pcor_score_all_data.csv │ │ │ │ ├── lr_candidate_same_as_id_postprocessing_params.csv │ │ │ │ ├── lr_candidate_same_as_id_pred_processed.csv │ │ │ │ ├── lr_candidate_same_as_id_pred_train.csv │ │ │ │ ├── lr_candidate_same_as_id_score_dist.csv │ │ │ │ ├── lr_candidate_same_as_id_test_excluded_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_test_features.csv │ │ │ │ ├── lr_candidate_same_as_id_test_metadata.csv │ │ │ │ ├── lr_candidate_same_as_id_test_other_columns.csv │ │ │ │ ├── lr_candidate_same_as_id_test_preprocessed_features.csv │ │ │ │ ├── lr_candidate_same_as_id_train_excluded_composition.csv │ │ │ │ ├── lr_candidate_same_as_id_train_features.csv │ │ │ │ ├── lr_candidate_same_as_id_train_metadata.csv │ │ │ │ ├── lr_candidate_same_as_id_train_other_columns.csv │ │ │ │ └── lr_candidate_same_as_id_train_preprocessed_features.csv │ │ ├── lr-dictionary │ │ │ ├── config.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── lr_dictionary_betas.csv │ │ │ │ ├── lr_dictionary_coefficients.csv │ │ │ │ ├── lr_dictionary_coefficients_scaled.csv │ │ │ │ ├── lr_dictionary_confMatrix.csv │ │ │ │ ├── lr_dictionary_cors_orig.csv │ │ │ │ ├── lr_dictionary_cors_processed.csv │ │ │ │ ├── lr_dictionary_data_composition.csv │ │ │ │ ├── lr_dictionary_eval.csv │ │ │ │ ├── lr_dictionary_eval_short.csv │ │ │ │ ├── lr_dictionary_feature.csv │ │ │ │ ├── lr_dictionary_feature_descriptives.csv │ │ │ │ ├── lr_dictionary_feature_descriptivesExtra.csv │ │ │ │ ├── lr_dictionary_feature_outliers.csv │ │ │ │ ├── lr_dictionary_margcor_score_all_data.csv │ │ │ │ ├── lr_dictionary_model_fit.csv │ │ │ │ ├── lr_dictionary_pca.csv │ │ │ │ ├── lr_dictionary_pcavar.csv │ │ │ │ ├── lr_dictionary_pcor_score_all_data.csv │ │ │ │ ├── lr_dictionary_postprocessing_params.csv │ │ │ │ ├── lr_dictionary_pred_processed.csv │ │ │ │ ├── lr_dictionary_pred_train.csv │ │ │ │ ├── lr_dictionary_score_dist.csv │ │ │ │ ├── lr_dictionary_test_excluded_composition.csv │ │ │ │ ├── lr_dictionary_test_features.csv │ │ │ │ ├── lr_dictionary_test_metadata.csv │ │ │ │ ├── lr_dictionary_test_other_columns.csv │ │ │ │ ├── lr_dictionary_test_preprocessed_features.csv │ │ │ │ ├── lr_dictionary_train_excluded_composition.csv │ │ │ │ ├── lr_dictionary_train_features.csv │ │ │ │ ├── lr_dictionary_train_metadata.csv │ │ │ │ ├── lr_dictionary_train_other_columns.csv │ │ │ │ └── lr_dictionary_train_preprocessed_features.csv │ │ ├── lr-different-compare │ │ │ ├── lr-subset-features │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subset_betas.svg │ │ │ │ │ ├── lr_subset_cors_score.svg │ │ │ │ │ ├── lr_subset_distrib.svg │ │ │ │ │ ├── lr_subset_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subset_outliers.svg │ │ │ │ │ ├── lr_subset_pca.svg │ │ │ │ │ └── lr_subset_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subset_betas.csv │ │ │ │ │ ├── lr_subset_coefficients.csv │ │ │ │ │ ├── lr_subset_coefficients_scaled.csv │ │ │ │ │ ├── lr_subset_confMatrix.csv │ │ │ │ │ ├── lr_subset_cors_orig.csv │ │ │ │ │ ├── lr_subset_cors_processed.csv │ │ │ │ │ ├── lr_subset_data_composition.csv │ │ │ │ │ ├── lr_subset_eval.csv │ │ │ │ │ ├── lr_subset_eval_short.csv │ │ │ │ │ ├── lr_subset_feature.csv │ │ │ │ │ ├── lr_subset_feature_descriptives.csv │ │ │ │ │ ├── lr_subset_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subset_feature_outliers.csv │ │ │ │ │ ├── lr_subset_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subset_model_fit.csv │ │ │ │ │ ├── lr_subset_pca.csv │ │ │ │ │ ├── lr_subset_pcavar.csv │ │ │ │ │ ├── lr_subset_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subset_postprocessing_params.csv │ │ │ │ │ ├── lr_subset_pred_processed.csv │ │ │ │ │ ├── lr_subset_pred_train.csv │ │ │ │ │ ├── lr_subset_rsmtool.json │ │ │ │ │ ├── lr_subset_score_dist.csv │ │ │ │ │ ├── lr_subset_test_excluded_composition.csv │ │ │ │ │ ├── lr_subset_test_features.csv │ │ │ │ │ ├── lr_subset_test_metadata.csv │ │ │ │ │ ├── lr_subset_test_other_columns.csv │ │ │ │ │ ├── lr_subset_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subset_train_excluded_composition.csv │ │ │ │ │ ├── lr_subset_train_features.csv │ │ │ │ │ ├── lr_subset_train_metadata.csv │ │ │ │ │ ├── lr_subset_train_other_columns.csv │ │ │ │ │ └── lr_subset_train_preprocessed_features.csv │ │ │ ├── lr │ │ │ │ ├── features.csv │ │ │ │ ├── figure │ │ │ │ │ ├── lr_betas.svg │ │ │ │ │ ├── lr_cors_score.svg │ │ │ │ │ ├── lr_distrib.svg │ │ │ │ │ ├── lr_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_outliers.svg │ │ │ │ │ ├── lr_pca.svg │ │ │ │ │ └── lr_score_dist.svg │ │ │ │ ├── lr_baseline.json │ │ │ │ └── output │ │ │ │ │ ├── lr_betas.csv │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_coefficients_scaled.csv │ │ │ │ │ ├── lr_confMatrix.csv │ │ │ │ │ ├── lr_cors_orig.csv │ │ │ │ │ ├── lr_cors_processed.csv │ │ │ │ │ ├── lr_data_composition.csv │ │ │ │ │ ├── lr_eval.csv │ │ │ │ │ ├── lr_eval_short.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ ├── lr_feature_descriptives.csv │ │ │ │ │ ├── lr_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_feature_outliers.csv │ │ │ │ │ ├── lr_margcor_score_all_data.csv │ │ │ │ │ ├── lr_model_fit.csv │ │ │ │ │ ├── lr_pca.csv │ │ │ │ │ ├── lr_pcavar.csv │ │ │ │ │ ├── lr_pcor_score_all_data.csv │ │ │ │ │ ├── lr_postprocessing_params.csv │ │ │ │ │ ├── lr_pred_processed.csv │ │ │ │ │ ├── lr_pred_train.csv │ │ │ │ │ ├── lr_rsmtool.json │ │ │ │ │ ├── lr_score_dist.csv │ │ │ │ │ ├── lr_test_excluded_composition.csv │ │ │ │ │ ├── lr_test_features.csv │ │ │ │ │ ├── lr_test_metadata.csv │ │ │ │ │ ├── lr_test_other_columns.csv │ │ │ │ │ ├── lr_test_preprocessed_features.csv │ │ │ │ │ ├── lr_train_excluded_composition.csv │ │ │ │ │ ├── lr_train_features.csv │ │ │ │ │ ├── lr_train_metadata.csv │ │ │ │ │ ├── lr_train_other_columns.csv │ │ │ │ │ └── lr_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ └── lr_baseline_vs_lr_with_FEATURE8_and_zero_scores_rsmcompare.json │ │ │ └── rsmcompare.json │ │ ├── lr-eval-dict │ │ │ ├── lr_eval_dict.json │ │ │ └── output │ │ │ │ ├── lr_eval_dict_confMatrix.csv │ │ │ │ ├── lr_eval_dict_data_composition.csv │ │ │ │ ├── lr_eval_dict_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_eval.csv │ │ │ │ ├── lr_eval_dict_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_eval_short.csv │ │ │ │ ├── lr_eval_dict_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_dict_pred_processed.csv │ │ │ │ ├── lr_eval_dict_score_dist.csv │ │ │ │ ├── lr_eval_dict_test_excluded_composition.csv │ │ │ │ ├── lr_eval_dict_test_metadata.csv │ │ │ │ └── lr_eval_dict_test_other_columns.csv │ │ ├── lr-eval-exclude-flags │ │ │ ├── lr_eval_exclude_flags.json │ │ │ └── output │ │ │ │ ├── lr_eval_exclude_flags_confMatrix.csv │ │ │ │ ├── lr_eval_exclude_flags_data_composition.csv │ │ │ │ ├── lr_eval_exclude_flags_eval.csv │ │ │ │ ├── lr_eval_exclude_flags_eval_short.csv │ │ │ │ ├── lr_eval_exclude_flags_pred_processed.csv │ │ │ │ ├── lr_eval_exclude_flags_score_dist.csv │ │ │ │ ├── lr_eval_exclude_flags_test_excluded_composition.csv │ │ │ │ ├── lr_eval_exclude_flags_test_metadata.csv │ │ │ │ ├── lr_eval_exclude_flags_test_other_columns.csv │ │ │ │ └── lr_eval_exclude_flags_test_responses_with_excluded_flags.csv │ │ ├── lr-eval-exclude-listwise │ │ │ ├── lr_eval_exclude_listwise.json │ │ │ └── output │ │ │ │ ├── lr_eval_exclude_listwise_confMatrix.csv │ │ │ │ ├── lr_eval_exclude_listwise_data_composition.csv │ │ │ │ ├── lr_eval_exclude_listwise_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_eval.csv │ │ │ │ ├── lr_eval_exclude_listwise_eval_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_eval_short.csv │ │ │ │ ├── lr_eval_exclude_listwise_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_exclude_listwise_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_exclude_listwise_pred_processed.csv │ │ │ │ ├── lr_eval_exclude_listwise_score_dist.csv │ │ │ │ ├── lr_eval_exclude_listwise_test_excluded_composition.csv │ │ │ │ ├── lr_eval_exclude_listwise_test_excluded_responses.csv │ │ │ │ ├── lr_eval_exclude_listwise_test_metadata.csv │ │ │ │ └── lr_eval_exclude_listwise_test_other_columns.csv │ │ ├── lr-eval-jsonlines-input-files │ │ │ ├── lr_eval_jsonlines_input_files.json │ │ │ └── output │ │ │ │ ├── lr_eval_jsonlines_input_files_confMatrix.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_data_composition.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_eval.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_eval_short.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_pred_processed.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_score_dist.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_eval_jsonlines_input_files_test_metadata.csv │ │ │ │ └── lr_eval_jsonlines_input_files_test_other_columns.csv │ │ ├── lr-eval-nested-jsonlines-input-files │ │ │ ├── lr_eval_nested_jsonlines_input_files.json │ │ │ └── output │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_confMatrix.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_data_composition.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_eval.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_eval_short.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_pred_processed.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_score_dist.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_eval_nested_jsonlines_input_files_test_metadata.csv │ │ │ │ └── lr_eval_nested_jsonlines_input_files_test_other_columns.csv │ │ ├── lr-eval-object │ │ │ ├── lr_eval_object.json │ │ │ └── output │ │ │ │ ├── lr_eval_object_confMatrix.csv │ │ │ │ ├── lr_eval_object_data_composition.csv │ │ │ │ ├── lr_eval_object_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_eval.csv │ │ │ │ ├── lr_eval_object_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_eval_short.csv │ │ │ │ ├── lr_eval_object_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_object_pred_processed.csv │ │ │ │ ├── lr_eval_object_score_dist.csv │ │ │ │ ├── lr_eval_object_test_excluded_composition.csv │ │ │ │ ├── lr_eval_object_test_metadata.csv │ │ │ │ └── lr_eval_object_test_other_columns.csv │ │ ├── lr-eval-same-system-human-score │ │ │ └── lr_eval_same_system_human_score.json │ │ ├── lr-eval-scale-raw │ │ │ ├── lr_eval_scale_raw.json │ │ │ └── output │ │ │ │ ├── lr_eval_scale_raw_confMatrix.csv │ │ │ │ ├── lr_eval_scale_raw_data_composition.csv │ │ │ │ ├── lr_eval_scale_raw_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_eval.csv │ │ │ │ ├── lr_eval_scale_raw_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_eval_short.csv │ │ │ │ ├── lr_eval_scale_raw_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_scale_raw_pred_processed.csv │ │ │ │ ├── lr_eval_scale_raw_score_dist.csv │ │ │ │ ├── lr_eval_scale_raw_test_excluded_composition.csv │ │ │ │ ├── lr_eval_scale_raw_test_metadata.csv │ │ │ │ └── lr_eval_scale_raw_test_other_columns.csv │ │ ├── lr-eval-self-compare │ │ │ ├── lr-eval-with-h2 │ │ │ │ ├── figure │ │ │ │ │ ├── lr_eval_with_h2_conditional_score_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_eval_with_h2_eval_by_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_eval_with_h2_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_fairness_estimates_QUESTION.svg │ │ │ │ │ └── lr_eval_with_h2_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_eval_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_eval_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_degradation.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_eval.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_short.csv │ │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_eval_with_h2_rsmeval.json │ │ │ │ │ ├── lr_eval_with_h2_score_dist.csv │ │ │ │ │ ├── lr_eval_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_eval_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_eval_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_eval_with_h2_test_other_columns.csv │ │ │ │ │ └── lr_eval_with_h2_true_score_eval.csv │ │ │ └── rsmcompare.json │ │ ├── lr-eval-system-score-constant │ │ │ ├── lr_eval_system_score_constant.json │ │ │ └── output │ │ │ │ ├── lr_eval_system_score_constant_confMatrix.csv │ │ │ │ ├── lr_eval_system_score_constant_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_system_score_constant_consistency.csv │ │ │ │ ├── lr_eval_system_score_constant_consistency_by_L1.csv │ │ │ │ ├── lr_eval_system_score_constant_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_system_score_constant_data_composition.csv │ │ │ │ ├── lr_eval_system_score_constant_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_system_score_constant_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_system_score_constant_degradation.csv │ │ │ │ ├── lr_eval_system_score_constant_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_system_score_constant_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_eval_system_score_constant_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_system_score_constant_eval.csv │ │ │ │ ├── lr_eval_system_score_constant_eval_by_L1.csv │ │ │ │ ├── lr_eval_system_score_constant_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_system_score_constant_eval_short.csv │ │ │ │ ├── lr_eval_system_score_constant_pred_processed.csv │ │ │ │ ├── lr_eval_system_score_constant_score_dist.csv │ │ │ │ ├── lr_eval_system_score_constant_test_excluded_composition.csv │ │ │ │ ├── lr_eval_system_score_constant_test_human_scores.csv │ │ │ │ ├── lr_eval_system_score_constant_test_metadata.csv │ │ │ │ ├── lr_eval_system_score_constant_test_other_columns.csv │ │ │ │ └── lr_eval_system_score_constant_true_score_eval.csv │ │ ├── lr-eval-tool-compare │ │ │ ├── lr-eval-with-h2 │ │ │ │ ├── figure │ │ │ │ │ ├── lr_eval_with_h2_conditional_score_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_eval_with_h2_eval_by_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_eval_with_h2_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_eval_with_h2_fairness_estimates_QUESTION.svg │ │ │ │ │ └── lr_eval_with_h2_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_eval_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_eval_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_consistency_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_degradation.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_eval.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_eval_short.csv │ │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_eval_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_eval_with_h2_rsmeval.json │ │ │ │ │ ├── lr_eval_with_h2_score_dist.csv │ │ │ │ │ ├── lr_eval_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_eval_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_eval_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_eval_with_h2_test_other_columns.csv │ │ │ │ │ └── lr_eval_with_h2_true_score_eval.csv │ │ │ ├── lr-with-h2 │ │ │ │ ├── figure │ │ │ │ │ ├── lr_with_h2_betas.svg │ │ │ │ │ ├── lr_with_h2_cors_score.svg │ │ │ │ │ ├── lr_with_h2_distrib.svg │ │ │ │ │ ├── lr_with_h2_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_with_h2_outliers.svg │ │ │ │ │ ├── lr_with_h2_pca.svg │ │ │ │ │ └── lr_with_h2_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_with_h2_betas.csv │ │ │ │ │ ├── lr_with_h2_coefficients.csv │ │ │ │ │ ├── lr_with_h2_coefficients_scaled.csv │ │ │ │ │ ├── lr_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_with_h2_consistency.csv │ │ │ │ │ ├── lr_with_h2_cors_orig.csv │ │ │ │ │ ├── lr_with_h2_cors_processed.csv │ │ │ │ │ ├── lr_with_h2_data_composition.csv │ │ │ │ │ ├── lr_with_h2_degradation.csv │ │ │ │ │ ├── lr_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_with_h2_eval.csv │ │ │ │ │ ├── lr_with_h2_eval_short.csv │ │ │ │ │ ├── lr_with_h2_feature.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptives.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_with_h2_feature_outliers.csv │ │ │ │ │ ├── lr_with_h2_margcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_model_fit.csv │ │ │ │ │ ├── lr_with_h2_pca.csv │ │ │ │ │ ├── lr_with_h2_pcavar.csv │ │ │ │ │ ├── lr_with_h2_pcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_postprocessing_params.csv │ │ │ │ │ ├── lr_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_with_h2_pred_train.csv │ │ │ │ │ ├── lr_with_h2_rsmtool.json │ │ │ │ │ ├── lr_with_h2_score_dist.csv │ │ │ │ │ ├── lr_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_test_features.csv │ │ │ │ │ ├── lr_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_with_h2_test_other_columns.csv │ │ │ │ │ ├── lr_with_h2_test_preprocessed_features.csv │ │ │ │ │ ├── lr_with_h2_train_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_train_features.csv │ │ │ │ │ ├── lr_with_h2_train_metadata.csv │ │ │ │ │ ├── lr_with_h2_train_other_columns.csv │ │ │ │ │ ├── lr_with_h2_train_preprocessed_features.csv │ │ │ │ │ └── lr_with_h2_true_score_eval.csv │ │ │ └── rsmcompare.json │ │ ├── lr-eval-tsv-input-files │ │ │ ├── lr_eval_tsv_input_files.json │ │ │ └── output │ │ │ │ ├── lr_eval_tsv_input_files_confMatrix.csv │ │ │ │ ├── lr_eval_tsv_input_files_data_composition.csv │ │ │ │ ├── lr_eval_tsv_input_files_eval.csv │ │ │ │ ├── lr_eval_tsv_input_files_eval_short.csv │ │ │ │ ├── lr_eval_tsv_input_files_pred_processed.csv │ │ │ │ ├── lr_eval_tsv_input_files_score_dist.csv │ │ │ │ ├── lr_eval_tsv_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_eval_tsv_input_files_test_metadata.csv │ │ │ │ └── lr_eval_tsv_input_files_test_other_columns.csv │ │ ├── lr-eval-with-all-non-numeric-machine-scores │ │ │ └── lr_eval_all_non_numeric_machine_scores.json │ │ ├── lr-eval-with-all-non-numeric-scores │ │ │ └── lr_eval_all_non_numeric_scores.json │ │ ├── lr-eval-with-continuous-human-scores │ │ │ ├── lr_eval_with_continuous_human_scores.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_continuous_human_scores_confMatrix.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_consistency.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_data_composition.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_degradation.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_eval.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_eval_short.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_pred_processed.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_score_dist.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_test_human_scores.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_test_metadata.csv │ │ │ │ ├── lr_eval_with_continuous_human_scores_test_other_columns.csv │ │ │ │ └── lr_eval_with_continuous_human_scores_true_score_eval.csv │ │ ├── lr-eval-with-custom-order │ │ │ ├── lr_eval_with_custom_order.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_custom_order_confMatrix.csv │ │ │ │ ├── lr_eval_with_custom_order_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_custom_order_consistency.csv │ │ │ │ ├── lr_eval_with_custom_order_consistency_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_data_composition.csv │ │ │ │ ├── lr_eval_with_custom_order_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_degradation.csv │ │ │ │ ├── lr_eval_with_custom_order_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_custom_order_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_eval.csv │ │ │ │ ├── lr_eval_with_custom_order_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_eval_short.csv │ │ │ │ ├── lr_eval_with_custom_order_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_order_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_order_pred_processed.csv │ │ │ │ ├── lr_eval_with_custom_order_score_dist.csv │ │ │ │ ├── lr_eval_with_custom_order_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_custom_order_test_human_scores.csv │ │ │ │ ├── lr_eval_with_custom_order_test_metadata.csv │ │ │ │ ├── lr_eval_with_custom_order_test_other_columns.csv │ │ │ │ └── lr_eval_with_custom_order_true_score_eval.csv │ │ ├── lr-eval-with-custom-sections-and-order │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── lr_eval_with_custom_sections_and_order.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_custom_sections_and_order_confMatrix.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_consistency.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_consistency_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_data_composition.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_degradation.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_eval.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_eval_short.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_pred_processed.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_score_dist.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_test_human_scores.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_test_metadata.csv │ │ │ │ ├── lr_eval_with_custom_sections_and_order_test_other_columns.csv │ │ │ │ └── lr_eval_with_custom_sections_and_order_true_score_eval.csv │ │ ├── lr-eval-with-custom-sections │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── lr_eval_with_custom_sections.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_custom_sections_confMatrix.csv │ │ │ │ ├── lr_eval_with_custom_sections_data_composition.csv │ │ │ │ ├── lr_eval_with_custom_sections_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_eval.csv │ │ │ │ ├── lr_eval_with_custom_sections_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_eval_short.csv │ │ │ │ ├── lr_eval_with_custom_sections_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_custom_sections_pred_processed.csv │ │ │ │ ├── lr_eval_with_custom_sections_score_dist.csv │ │ │ │ ├── lr_eval_with_custom_sections_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_custom_sections_test_metadata.csv │ │ │ │ └── lr_eval_with_custom_sections_test_other_columns.csv │ │ ├── lr-eval-with-h2-named-sc1 │ │ │ ├── lr_eval_with_h2_named_sc1.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_h2_named_sc1_confMatrix.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_consistency.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_data_composition.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_degradation.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_eval.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_eval_short.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_pred_processed.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_score_dist.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_test_excluded_responses.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_test_human_scores.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_test_metadata.csv │ │ │ │ ├── lr_eval_with_h2_named_sc1_test_other_columns.csv │ │ │ │ └── lr_eval_with_h2_named_sc1_true_score_eval.csv │ │ ├── lr-eval-with-h2 │ │ │ ├── lr_eval_with_h2.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_h2_confMatrix.csv │ │ │ │ ├── lr_eval_with_h2_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_h2_consistency.csv │ │ │ │ ├── lr_eval_with_h2_consistency_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_data_composition.csv │ │ │ │ ├── lr_eval_with_h2_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_degradation.csv │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_eval.csv │ │ │ │ ├── lr_eval_with_h2_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_eval_short.csv │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_h2_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_h2_pred_processed.csv │ │ │ │ ├── lr_eval_with_h2_score_dist.csv │ │ │ │ ├── lr_eval_with_h2_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_h2_test_human_scores.csv │ │ │ │ ├── lr_eval_with_h2_test_metadata.csv │ │ │ │ ├── lr_eval_with_h2_test_other_columns.csv │ │ │ │ └── lr_eval_with_h2_true_score_eval.csv │ │ ├── lr-eval-with-missing-candidate-column │ │ │ └── lr_eval_with_missing_candidate_column.json │ │ ├── lr-eval-with-missing-data │ │ │ ├── lr_eval_with_missing_data.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_missing_data_confMatrix.csv │ │ │ │ ├── lr_eval_with_missing_data_data_composition.csv │ │ │ │ ├── lr_eval_with_missing_data_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_eval.csv │ │ │ │ ├── lr_eval_with_missing_data_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_eval_short.csv │ │ │ │ ├── lr_eval_with_missing_data_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_data_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_data_pred_processed.csv │ │ │ │ ├── lr_eval_with_missing_data_score_dist.csv │ │ │ │ ├── lr_eval_with_missing_data_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_missing_data_test_excluded_responses.csv │ │ │ │ ├── lr_eval_with_missing_data_test_metadata.csv │ │ │ │ └── lr_eval_with_missing_data_test_other_columns.csv │ │ ├── lr-eval-with-missing-h2-column │ │ │ └── lr_eval_with_missing_h2_column.json │ │ ├── lr-eval-with-missing-scores │ │ │ ├── lr_eval_with_missing_scores.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_missing_scores_confMatrix.csv │ │ │ │ ├── lr_eval_with_missing_scores_data_composition.csv │ │ │ │ ├── lr_eval_with_missing_scores_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_eval.csv │ │ │ │ ├── lr_eval_with_missing_scores_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_eval_short.csv │ │ │ │ ├── lr_eval_with_missing_scores_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_missing_scores_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_missing_scores_pred_processed.csv │ │ │ │ ├── lr_eval_with_missing_scores_score_dist.csv │ │ │ │ ├── lr_eval_with_missing_scores_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_missing_scores_test_excluded_responses.csv │ │ │ │ ├── lr_eval_with_missing_scores_test_metadata.csv │ │ │ │ └── lr_eval_with_missing_scores_test_other_columns.csv │ │ ├── lr-eval-with-numeric-threshold │ │ │ ├── lr_evaluation_with_numeric_threshold.json │ │ │ └── output │ │ │ │ ├── lr_evaluation_with_numeric_threshold_confMatrix.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_data_composition.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_eval.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_eval_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_eval_short.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_pred_processed.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_score_dist.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_test_excluded_composition.csv │ │ │ │ ├── lr_evaluation_with_numeric_threshold_test_metadata.csv │ │ │ │ └── lr_evaluation_with_numeric_threshold_test_other_columns.csv │ │ ├── lr-eval-with-repeated-ids │ │ │ └── lr_eval_with_repeated_ids.json │ │ ├── lr-eval-with-scaling-and-h2-keep-zeros │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_confMatrix.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_consistency.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_data_composition.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_degradation.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_eval.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_eval_short.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_pred_processed.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_score_dist.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_test_human_scores.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_test_metadata.csv │ │ │ │ ├── lr_eval_with_scaling_and_h2_keep_zeros_test_other_columns.csv │ │ │ │ └── lr_eval_with_scaling_and_h2_keep_zeros_true_score_eval.csv │ │ ├── lr-eval-with-scaling │ │ │ ├── lr_evaluation_with_scaling.json │ │ │ └── output │ │ │ │ ├── lr_evaluation_with_scaling_confMatrix.csv │ │ │ │ ├── lr_evaluation_with_scaling_data_composition.csv │ │ │ │ ├── lr_evaluation_with_scaling_eval.csv │ │ │ │ ├── lr_evaluation_with_scaling_eval_short.csv │ │ │ │ ├── lr_evaluation_with_scaling_pred_processed.csv │ │ │ │ ├── lr_evaluation_with_scaling_score_dist.csv │ │ │ │ ├── lr_evaluation_with_scaling_test_excluded_composition.csv │ │ │ │ ├── lr_evaluation_with_scaling_test_metadata.csv │ │ │ │ └── lr_evaluation_with_scaling_test_other_columns.csv │ │ ├── lr-eval-with-subset-double-scored │ │ │ ├── lr_eval_with_subset_double_scored.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_subset_double_scored_confMatrix.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_confMatrix_h1h2.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_consistency.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_consistency_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_consistency_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_data_composition.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_data_composition_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_degradation.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_disattenuated_correlations.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_csd_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_osa_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_osd_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_eval.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_eval_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_eval_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_eval_short.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_pred_processed.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_score_dist.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_test_excluded_composition.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_test_human_scores.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_test_metadata.csv │ │ │ │ ├── lr_eval_with_subset_double_scored_test_other_columns.csv │ │ │ │ └── lr_eval_with_subset_double_scored_true_score_eval.csv │ │ ├── lr-eval-with-trim-tolerance │ │ │ ├── lr_evaluation_with_trim_tolerance.json │ │ │ └── output │ │ │ │ ├── lr_evaluation_with_trim_tolerance_confMatrix.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_data_composition.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_eval.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_eval_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_eval_short.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_pred_processed.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_score_dist.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_test_excluded_composition.csv │ │ │ │ ├── lr_evaluation_with_trim_tolerance_test_metadata.csv │ │ │ │ └── lr_evaluation_with_trim_tolerance_test_other_columns.csv │ │ ├── lr-eval-with-tsv-output │ │ │ ├── lr_eval_with_tsv_output.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_tsv_output_confMatrix.tsv │ │ │ │ ├── lr_eval_with_tsv_output_data_composition.tsv │ │ │ │ ├── lr_eval_with_tsv_output_data_composition_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_estimates_csd_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_estimates_osa_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_estimates_osd_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_eval.tsv │ │ │ │ ├── lr_eval_with_tsv_output_eval_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_eval_short.tsv │ │ │ │ ├── lr_eval_with_tsv_output_fairness_metrics_by_QUESTION.tsv │ │ │ │ ├── lr_eval_with_tsv_output_pred_processed.tsv │ │ │ │ ├── lr_eval_with_tsv_output_score_dist.tsv │ │ │ │ ├── lr_eval_with_tsv_output_test_excluded_composition.tsv │ │ │ │ ├── lr_eval_with_tsv_output_test_metadata.tsv │ │ │ │ └── lr_eval_with_tsv_output_test_other_columns.tsv │ │ ├── lr-eval-with-wrong-path │ │ │ └── lr_eval_with_h2.json │ │ ├── lr-eval-with-xlsx-output │ │ │ ├── lr_eval_with_xlsx_output.json │ │ │ └── output │ │ │ │ ├── lr_eval_with_xlsx_output_confMatrix.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_data_composition.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_data_composition_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_estimates_csd_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_estimates_osa_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_estimates_osd_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_eval.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_eval_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_eval_short.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_fairness_metrics_by_QUESTION.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_pred_processed.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_score_dist.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_test_excluded_composition.xlsx │ │ │ │ ├── lr_eval_with_xlsx_output_test_metadata.xlsx │ │ │ │ └── lr_eval_with_xlsx_output_test_other_columns.xlsx │ │ ├── lr-eval-xlsx-input-files │ │ │ ├── lr_eval_xlsx_input_files.json │ │ │ └── output │ │ │ │ ├── lr_eval_xlsx_input_files_confMatrix.csv │ │ │ │ ├── lr_eval_xlsx_input_files_data_composition.csv │ │ │ │ ├── lr_eval_xlsx_input_files_eval.csv │ │ │ │ ├── lr_eval_xlsx_input_files_eval_short.csv │ │ │ │ ├── lr_eval_xlsx_input_files_pred_processed.csv │ │ │ │ ├── lr_eval_xlsx_input_files_score_dist.csv │ │ │ │ ├── lr_eval_xlsx_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_eval_xlsx_input_files_test_metadata.csv │ │ │ │ └── lr_eval_xlsx_input_files_test_other_columns.csv │ │ ├── lr-eval │ │ │ ├── log │ │ │ ├── lr_evaluation.json │ │ │ └── output │ │ │ │ ├── lr_evaluation_confMatrix.csv │ │ │ │ ├── lr_evaluation_data_composition.csv │ │ │ │ ├── lr_evaluation_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_eval.csv │ │ │ │ ├── lr_evaluation_eval_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_eval_short.csv │ │ │ │ ├── lr_evaluation_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_evaluation_pred_processed.csv │ │ │ │ ├── lr_evaluation_score_dist.csv │ │ │ │ ├── lr_evaluation_test_excluded_composition.csv │ │ │ │ ├── lr_evaluation_test_metadata.csv │ │ │ │ └── lr_evaluation_test_other_columns.csv │ │ ├── lr-exclude-flags-and-zeros │ │ │ ├── features.csv │ │ │ ├── lr_exclude_flags_and_zeros.json │ │ │ └── output │ │ │ │ ├── lr_exclude_flags_and_zeros_betas.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_coefficients.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_coefficients_scaled.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_confMatrix.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_confMatrix_h1h2.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_consistency.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_consistency_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_cors_orig.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_cors_processed.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_data_composition.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_data_composition_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_degradation.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_disattenuated_correlations.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_estimates_csd_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_estimates_osa_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_estimates_osd_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_eval.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_eval_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_eval_short.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_feature.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_feature_descriptives.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_feature_descriptivesExtra.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_feature_outliers.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_margcor_score_all_data.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_margcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_model_fit.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pca.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pcavar.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pcor_score_all_data.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_postprocessing_params.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pred_processed.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_pred_train.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_score_dist.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_excluded_composition.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_features.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_human_scores.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_metadata.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_other_columns.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_test_preprocessed_features.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_excluded_composition.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_excluded_responses.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_features.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_metadata.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_other_columns.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_preprocessed_features.csv │ │ │ │ ├── lr_exclude_flags_and_zeros_train_responses_with_excluded_flags.csv │ │ │ │ └── lr_exclude_flags_and_zeros_true_score_eval.csv │ │ ├── lr-exclude-flags │ │ │ ├── features.csv │ │ │ ├── lr_exclude_flags.json │ │ │ └── output │ │ │ │ ├── lr_exclude_flags_betas.csv │ │ │ │ ├── lr_exclude_flags_coefficients.csv │ │ │ │ ├── lr_exclude_flags_coefficients_scaled.csv │ │ │ │ ├── lr_exclude_flags_confMatrix.csv │ │ │ │ ├── lr_exclude_flags_confMatrix_h1h2.csv │ │ │ │ ├── lr_exclude_flags_consistency.csv │ │ │ │ ├── lr_exclude_flags_consistency_by_L1.csv │ │ │ │ ├── lr_exclude_flags_cors_orig.csv │ │ │ │ ├── lr_exclude_flags_cors_processed.csv │ │ │ │ ├── lr_exclude_flags_data_composition.csv │ │ │ │ ├── lr_exclude_flags_data_composition_by_L1.csv │ │ │ │ ├── lr_exclude_flags_degradation.csv │ │ │ │ ├── lr_exclude_flags_disattenuated_correlations.csv │ │ │ │ ├── lr_exclude_flags_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_exclude_flags_estimates_csd_by_L1.csv │ │ │ │ ├── lr_exclude_flags_estimates_osa_by_L1.csv │ │ │ │ ├── lr_exclude_flags_estimates_osd_by_L1.csv │ │ │ │ ├── lr_exclude_flags_eval.csv │ │ │ │ ├── lr_exclude_flags_eval_by_L1.csv │ │ │ │ ├── lr_exclude_flags_eval_short.csv │ │ │ │ ├── lr_exclude_flags_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_exclude_flags_feature.csv │ │ │ │ ├── lr_exclude_flags_feature_descriptives.csv │ │ │ │ ├── lr_exclude_flags_feature_descriptivesExtra.csv │ │ │ │ ├── lr_exclude_flags_feature_outliers.csv │ │ │ │ ├── lr_exclude_flags_margcor_score_all_data.csv │ │ │ │ ├── lr_exclude_flags_margcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_flags_model_fit.csv │ │ │ │ ├── lr_exclude_flags_pca.csv │ │ │ │ ├── lr_exclude_flags_pcavar.csv │ │ │ │ ├── lr_exclude_flags_pcor_score_all_data.csv │ │ │ │ ├── lr_exclude_flags_pcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_flags_postprocessing_params.csv │ │ │ │ ├── lr_exclude_flags_pred_processed.csv │ │ │ │ ├── lr_exclude_flags_pred_train.csv │ │ │ │ ├── lr_exclude_flags_score_dist.csv │ │ │ │ ├── lr_exclude_flags_test_excluded_composition.csv │ │ │ │ ├── lr_exclude_flags_test_features.csv │ │ │ │ ├── lr_exclude_flags_test_human_scores.csv │ │ │ │ ├── lr_exclude_flags_test_metadata.csv │ │ │ │ ├── lr_exclude_flags_test_other_columns.csv │ │ │ │ ├── lr_exclude_flags_test_preprocessed_features.csv │ │ │ │ ├── lr_exclude_flags_train_excluded_composition.csv │ │ │ │ ├── lr_exclude_flags_train_features.csv │ │ │ │ ├── lr_exclude_flags_train_metadata.csv │ │ │ │ ├── lr_exclude_flags_train_other_columns.csv │ │ │ │ ├── lr_exclude_flags_train_preprocessed_features.csv │ │ │ │ ├── lr_exclude_flags_train_responses_with_excluded_flags.csv │ │ │ │ └── lr_exclude_flags_true_score_eval.csv │ │ ├── lr-exclude-listwise │ │ │ ├── features.csv │ │ │ ├── lr_exclude_listwise.json │ │ │ └── output │ │ │ │ ├── lr_exclude_listwise_betas.csv │ │ │ │ ├── lr_exclude_listwise_coefficients.csv │ │ │ │ ├── lr_exclude_listwise_coefficients_scaled.csv │ │ │ │ ├── lr_exclude_listwise_confMatrix.csv │ │ │ │ ├── lr_exclude_listwise_cors_orig.csv │ │ │ │ ├── lr_exclude_listwise_cors_processed.csv │ │ │ │ ├── lr_exclude_listwise_data_composition.csv │ │ │ │ ├── lr_exclude_listwise_eval.csv │ │ │ │ ├── lr_exclude_listwise_eval_short.csv │ │ │ │ ├── lr_exclude_listwise_feature.csv │ │ │ │ ├── lr_exclude_listwise_feature_descriptives.csv │ │ │ │ ├── lr_exclude_listwise_feature_descriptivesExtra.csv │ │ │ │ ├── lr_exclude_listwise_feature_outliers.csv │ │ │ │ ├── lr_exclude_listwise_margcor_score_all_data.csv │ │ │ │ ├── lr_exclude_listwise_model_fit.csv │ │ │ │ ├── lr_exclude_listwise_pca.csv │ │ │ │ ├── lr_exclude_listwise_pcavar.csv │ │ │ │ ├── lr_exclude_listwise_pcor_score_all_data.csv │ │ │ │ ├── lr_exclude_listwise_postprocessing_params.csv │ │ │ │ ├── lr_exclude_listwise_pred_processed.csv │ │ │ │ ├── lr_exclude_listwise_pred_train.csv │ │ │ │ ├── lr_exclude_listwise_score_dist.csv │ │ │ │ ├── lr_exclude_listwise_test_excluded_composition.csv │ │ │ │ ├── lr_exclude_listwise_test_excluded_responses.csv │ │ │ │ ├── lr_exclude_listwise_test_features.csv │ │ │ │ ├── lr_exclude_listwise_test_metadata.csv │ │ │ │ ├── lr_exclude_listwise_test_other_columns.csv │ │ │ │ ├── lr_exclude_listwise_test_preprocessed_features.csv │ │ │ │ ├── lr_exclude_listwise_train_excluded_composition.csv │ │ │ │ ├── lr_exclude_listwise_train_excluded_responses.csv │ │ │ │ ├── lr_exclude_listwise_train_features.csv │ │ │ │ ├── lr_exclude_listwise_train_metadata.csv │ │ │ │ ├── lr_exclude_listwise_train_other_columns.csv │ │ │ │ └── lr_exclude_listwise_train_preprocessed_features.csv │ │ ├── lr-exclude-test-flags │ │ │ ├── features.csv │ │ │ ├── lr_exclude_test_flags.json │ │ │ └── output │ │ │ │ ├── lr_exclude_test_flags_betas.csv │ │ │ │ ├── lr_exclude_test_flags_coefficients.csv │ │ │ │ ├── lr_exclude_test_flags_coefficients_scaled.csv │ │ │ │ ├── lr_exclude_test_flags_confMatrix.csv │ │ │ │ ├── lr_exclude_test_flags_confMatrix_h1h2.csv │ │ │ │ ├── lr_exclude_test_flags_consistency.csv │ │ │ │ ├── lr_exclude_test_flags_consistency_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_cors_orig.csv │ │ │ │ ├── lr_exclude_test_flags_cors_processed.csv │ │ │ │ ├── lr_exclude_test_flags_data_composition.csv │ │ │ │ ├── lr_exclude_test_flags_data_composition_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_degradation.csv │ │ │ │ ├── lr_exclude_test_flags_disattenuated_correlations.csv │ │ │ │ ├── lr_exclude_test_flags_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_estimates_csd_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_estimates_osa_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_estimates_osd_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_eval.csv │ │ │ │ ├── lr_exclude_test_flags_eval_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_eval_short.csv │ │ │ │ ├── lr_exclude_test_flags_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_feature.csv │ │ │ │ ├── lr_exclude_test_flags_feature_descriptives.csv │ │ │ │ ├── lr_exclude_test_flags_feature_descriptivesExtra.csv │ │ │ │ ├── lr_exclude_test_flags_feature_outliers.csv │ │ │ │ ├── lr_exclude_test_flags_margcor_score_all_data.csv │ │ │ │ ├── lr_exclude_test_flags_margcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_model_fit.csv │ │ │ │ ├── lr_exclude_test_flags_pca.csv │ │ │ │ ├── lr_exclude_test_flags_pcavar.csv │ │ │ │ ├── lr_exclude_test_flags_pcor_score_all_data.csv │ │ │ │ ├── lr_exclude_test_flags_pcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_test_flags_postprocessing_params.csv │ │ │ │ ├── lr_exclude_test_flags_pred_processed.csv │ │ │ │ ├── lr_exclude_test_flags_pred_train.csv │ │ │ │ ├── lr_exclude_test_flags_score_dist.csv │ │ │ │ ├── lr_exclude_test_flags_test_excluded_composition.csv │ │ │ │ ├── lr_exclude_test_flags_test_features.csv │ │ │ │ ├── lr_exclude_test_flags_test_human_scores.csv │ │ │ │ ├── lr_exclude_test_flags_test_metadata.csv │ │ │ │ ├── lr_exclude_test_flags_test_other_columns.csv │ │ │ │ ├── lr_exclude_test_flags_test_preprocessed_features.csv │ │ │ │ ├── lr_exclude_test_flags_test_responses_with_excluded_flags.csv │ │ │ │ ├── lr_exclude_test_flags_train_excluded_composition.csv │ │ │ │ ├── lr_exclude_test_flags_train_features.csv │ │ │ │ ├── lr_exclude_test_flags_train_metadata.csv │ │ │ │ ├── lr_exclude_test_flags_train_other_columns.csv │ │ │ │ ├── lr_exclude_test_flags_train_preprocessed_features.csv │ │ │ │ └── lr_exclude_test_flags_true_score_eval.csv │ │ ├── lr-exclude-train-and-test-flags │ │ │ ├── features.csv │ │ │ ├── lr_exclude_train_and_test_flags.json │ │ │ └── output │ │ │ │ ├── lr_exclude_train_and_test_flags_betas.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_coefficients.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_coefficients_scaled.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_confMatrix.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_confMatrix_h1h2.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_consistency.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_consistency_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_cors_orig.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_cors_processed.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_data_composition.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_data_composition_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_degradation.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_disattenuated_correlations.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_estimates_csd_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_estimates_osa_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_estimates_osd_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_eval.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_eval_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_eval_short.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_feature.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_feature_descriptives.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_feature_descriptivesExtra.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_feature_outliers.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_margcor_score_all_data.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_margcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_model_fit.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pca.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pcavar.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pcor_score_all_data.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pcor_score_by_L1.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_postprocessing_params.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pred_processed.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_pred_train.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_score_dist.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_excluded_composition.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_features.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_human_scores.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_metadata.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_other_columns.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_preprocessed_features.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_test_responses_with_excluded_flags.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_excluded_composition.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_features.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_metadata.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_other_columns.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_preprocessed_features.csv │ │ │ │ ├── lr_exclude_train_and_test_flags_train_responses_with_excluded_flags.csv │ │ │ │ └── lr_exclude_train_and_test_flags_true_score_eval.csv │ │ ├── lr-feature-json │ │ │ ├── features.json │ │ │ ├── lr.json │ │ │ └── output │ │ │ │ ├── lr.model_01.npy │ │ │ │ ├── lr.model_02.npy │ │ │ │ ├── lr_betas.csv │ │ │ │ ├── lr_coefficients.csv │ │ │ │ ├── lr_coefficients_scaled.csv │ │ │ │ ├── lr_confMatrix.csv │ │ │ │ ├── lr_cors_orig.csv │ │ │ │ ├── lr_cors_processed.csv │ │ │ │ ├── lr_data_composition.csv │ │ │ │ ├── lr_eval.csv │ │ │ │ ├── lr_eval_short.csv │ │ │ │ ├── lr_feature.csv │ │ │ │ ├── lr_feature_descriptives.csv │ │ │ │ ├── lr_feature_descriptivesExtra.csv │ │ │ │ ├── lr_feature_outliers.csv │ │ │ │ ├── lr_margcor_score_all_data.csv │ │ │ │ ├── lr_model_fit.csv │ │ │ │ ├── lr_pca.csv │ │ │ │ ├── lr_pcavar.csv │ │ │ │ ├── lr_pcor_score_all_data.csv │ │ │ │ ├── lr_postprocessing_params.csv │ │ │ │ ├── lr_pred_processed.csv │ │ │ │ ├── lr_pred_train.csv │ │ │ │ ├── lr_score_dist.csv │ │ │ │ ├── lr_test_excluded_composition.csv │ │ │ │ ├── lr_test_features.csv │ │ │ │ ├── lr_test_metadata.csv │ │ │ │ ├── lr_test_other_columns.csv │ │ │ │ ├── lr_test_preprocessed_features.csv │ │ │ │ ├── lr_train_excluded_composition.csv │ │ │ │ ├── lr_train_features.csv │ │ │ │ ├── lr_train_metadata.csv │ │ │ │ ├── lr_train_other_columns.csv │ │ │ │ └── lr_train_preprocessed_features.csv │ │ ├── lr-include-zeros │ │ │ ├── features.csv │ │ │ ├── lr_include_zeros.json │ │ │ └── output │ │ │ │ ├── lr_include_zeros_betas.csv │ │ │ │ ├── lr_include_zeros_coefficients.csv │ │ │ │ ├── lr_include_zeros_coefficients_scaled.csv │ │ │ │ ├── lr_include_zeros_confMatrix.csv │ │ │ │ ├── lr_include_zeros_cors_orig.csv │ │ │ │ ├── lr_include_zeros_cors_processed.csv │ │ │ │ ├── lr_include_zeros_data_composition.csv │ │ │ │ ├── lr_include_zeros_eval.csv │ │ │ │ ├── lr_include_zeros_eval_short.csv │ │ │ │ ├── lr_include_zeros_feature.csv │ │ │ │ ├── lr_include_zeros_feature_descriptives.csv │ │ │ │ ├── lr_include_zeros_feature_descriptivesExtra.csv │ │ │ │ ├── lr_include_zeros_feature_outliers.csv │ │ │ │ ├── lr_include_zeros_margcor_score_all_data.csv │ │ │ │ ├── lr_include_zeros_model_fit.csv │ │ │ │ ├── lr_include_zeros_pca.csv │ │ │ │ ├── lr_include_zeros_pcavar.csv │ │ │ │ ├── lr_include_zeros_pcor_score_all_data.csv │ │ │ │ ├── lr_include_zeros_postprocessing_params.csv │ │ │ │ ├── lr_include_zeros_pred_processed.csv │ │ │ │ ├── lr_include_zeros_pred_train.csv │ │ │ │ ├── lr_include_zeros_score_dist.csv │ │ │ │ ├── lr_include_zeros_test_excluded_composition.csv │ │ │ │ ├── lr_include_zeros_test_excluded_responses.csv │ │ │ │ ├── lr_include_zeros_test_features.csv │ │ │ │ ├── lr_include_zeros_test_metadata.csv │ │ │ │ ├── lr_include_zeros_test_other_columns.csv │ │ │ │ ├── lr_include_zeros_test_preprocessed_features.csv │ │ │ │ ├── lr_include_zeros_train_excluded_composition.csv │ │ │ │ ├── lr_include_zeros_train_excluded_responses.csv │ │ │ │ ├── lr_include_zeros_train_features.csv │ │ │ │ ├── lr_include_zeros_train_metadata.csv │ │ │ │ ├── lr_include_zeros_train_other_columns.csv │ │ │ │ └── lr_include_zeros_train_preprocessed_features.csv │ │ ├── lr-jsonlines-input-files │ │ │ ├── features.jsonlines │ │ │ ├── lr_jsonlines_input_files.json │ │ │ └── output │ │ │ │ ├── lr_jsonlines_input_files_betas.csv │ │ │ │ ├── lr_jsonlines_input_files_coefficients.csv │ │ │ │ ├── lr_jsonlines_input_files_coefficients_scaled.csv │ │ │ │ ├── lr_jsonlines_input_files_confMatrix.csv │ │ │ │ ├── lr_jsonlines_input_files_cors_orig.csv │ │ │ │ ├── lr_jsonlines_input_files_cors_processed.csv │ │ │ │ ├── lr_jsonlines_input_files_data_composition.csv │ │ │ │ ├── lr_jsonlines_input_files_eval.csv │ │ │ │ ├── lr_jsonlines_input_files_eval_short.csv │ │ │ │ ├── lr_jsonlines_input_files_feature.csv │ │ │ │ ├── lr_jsonlines_input_files_feature_descriptives.csv │ │ │ │ ├── lr_jsonlines_input_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_jsonlines_input_files_feature_outliers.csv │ │ │ │ ├── lr_jsonlines_input_files_margcor_score_all_data.csv │ │ │ │ ├── lr_jsonlines_input_files_model_fit.csv │ │ │ │ ├── lr_jsonlines_input_files_pca.csv │ │ │ │ ├── lr_jsonlines_input_files_pcavar.csv │ │ │ │ ├── lr_jsonlines_input_files_pcor_score_all_data.csv │ │ │ │ ├── lr_jsonlines_input_files_postprocessing_params.csv │ │ │ │ ├── lr_jsonlines_input_files_pred_processed.csv │ │ │ │ ├── lr_jsonlines_input_files_pred_train.csv │ │ │ │ ├── lr_jsonlines_input_files_score_dist.csv │ │ │ │ ├── lr_jsonlines_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_jsonlines_input_files_test_features.csv │ │ │ │ ├── lr_jsonlines_input_files_test_metadata.csv │ │ │ │ ├── lr_jsonlines_input_files_test_other_columns.csv │ │ │ │ ├── lr_jsonlines_input_files_test_preprocessed_features.csv │ │ │ │ ├── lr_jsonlines_input_files_train_excluded_composition.csv │ │ │ │ ├── lr_jsonlines_input_files_train_features.csv │ │ │ │ ├── lr_jsonlines_input_files_train_metadata.csv │ │ │ │ ├── lr_jsonlines_input_files_train_other_columns.csv │ │ │ │ └── lr_jsonlines_input_files_train_preprocessed_features.csv │ │ ├── lr-missing-values │ │ │ ├── features.csv │ │ │ ├── lr_missing_values.json │ │ │ └── output │ │ │ │ ├── lr_missing_values_betas.csv │ │ │ │ ├── lr_missing_values_coefficients.csv │ │ │ │ ├── lr_missing_values_coefficients_scaled.csv │ │ │ │ ├── lr_missing_values_confMatrix.csv │ │ │ │ ├── lr_missing_values_cors_orig.csv │ │ │ │ ├── lr_missing_values_cors_processed.csv │ │ │ │ ├── lr_missing_values_data_composition.csv │ │ │ │ ├── lr_missing_values_eval.csv │ │ │ │ ├── lr_missing_values_eval_short.csv │ │ │ │ ├── lr_missing_values_feature.csv │ │ │ │ ├── lr_missing_values_feature_descriptives.csv │ │ │ │ ├── lr_missing_values_feature_descriptivesExtra.csv │ │ │ │ ├── lr_missing_values_feature_outliers.csv │ │ │ │ ├── lr_missing_values_margcor_score_all_data.csv │ │ │ │ ├── lr_missing_values_model_fit.csv │ │ │ │ ├── lr_missing_values_pca.csv │ │ │ │ ├── lr_missing_values_pcavar.csv │ │ │ │ ├── lr_missing_values_pcor_score_all_data.csv │ │ │ │ ├── lr_missing_values_postprocessing_params.csv │ │ │ │ ├── lr_missing_values_pred_processed.csv │ │ │ │ ├── lr_missing_values_pred_train.csv │ │ │ │ ├── lr_missing_values_score_dist.csv │ │ │ │ ├── lr_missing_values_test_excluded_composition.csv │ │ │ │ ├── lr_missing_values_test_excluded_responses.csv │ │ │ │ ├── lr_missing_values_test_features.csv │ │ │ │ ├── lr_missing_values_test_metadata.csv │ │ │ │ ├── lr_missing_values_test_other_columns.csv │ │ │ │ ├── lr_missing_values_test_preprocessed_features.csv │ │ │ │ ├── lr_missing_values_train_excluded_composition.csv │ │ │ │ ├── lr_missing_values_train_excluded_responses.csv │ │ │ │ ├── lr_missing_values_train_features.csv │ │ │ │ ├── lr_missing_values_train_metadata.csv │ │ │ │ ├── lr_missing_values_train_other_columns.csv │ │ │ │ └── lr_missing_values_train_preprocessed_features.csv │ │ ├── lr-nested-jsonlines-input-files │ │ │ ├── features.jsonlines │ │ │ ├── lr_nested_jsonlines_input_files.json │ │ │ └── output │ │ │ │ ├── lr_nested_jsonlines_input_files_betas.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_coefficients.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_coefficients_scaled.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_confMatrix.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_cors_orig.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_cors_processed.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_data_composition.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_eval.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_eval_short.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_feature.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_feature_descriptives.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_feature_outliers.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_margcor_score_all_data.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_model_fit.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_pca.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_pcavar.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_pcor_score_all_data.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_postprocessing_params.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_pred_processed.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_pred_train.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_score_dist.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_test_features.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_test_metadata.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_test_other_columns.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_test_preprocessed_features.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_train_excluded_composition.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_train_features.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_train_metadata.csv │ │ │ │ ├── lr_nested_jsonlines_input_files_train_other_columns.csv │ │ │ │ └── lr_nested_jsonlines_input_files_train_preprocessed_features.csv │ │ ├── lr-no-h2-and-rater-error-variance │ │ │ ├── features.csv │ │ │ ├── lr_no_h2_and_rater_error_variance.json │ │ │ └── output │ │ │ │ ├── lr_no_h2_and_rater_error_variance_betas.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_coefficients.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_coefficients_scaled.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_confMatrix.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_cors_orig.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_cors_processed.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_data_composition.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_eval.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_eval_short.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_feature.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_feature_descriptives.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_feature_descriptivesExtra.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_feature_outliers.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_margcor_score_all_data.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_model_fit.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_pca.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_pcavar.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_pcor_score_all_data.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_postprocessing_params.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_pred_processed.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_pred_train.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_score_dist.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_test_excluded_composition.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_test_features.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_test_metadata.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_test_other_columns.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_test_preprocessed_features.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_train_excluded_composition.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_train_features.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_train_metadata.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_train_other_columns.csv │ │ │ │ ├── lr_no_h2_and_rater_error_variance_train_preprocessed_features.csv │ │ │ │ └── lr_no_h2_and_rater_error_variance_true_score_eval.csv │ │ ├── lr-no-standardization │ │ │ ├── features.csv │ │ │ ├── lr_no_standardization.json │ │ │ └── output │ │ │ │ ├── lr_no_standardization_betas.csv │ │ │ │ ├── lr_no_standardization_coefficients.csv │ │ │ │ ├── lr_no_standardization_coefficients_scaled.csv │ │ │ │ ├── lr_no_standardization_confMatrix.csv │ │ │ │ ├── lr_no_standardization_cors_orig.csv │ │ │ │ ├── lr_no_standardization_cors_processed.csv │ │ │ │ ├── lr_no_standardization_data_composition.csv │ │ │ │ ├── lr_no_standardization_eval.csv │ │ │ │ ├── lr_no_standardization_eval_short.csv │ │ │ │ ├── lr_no_standardization_feature.csv │ │ │ │ ├── lr_no_standardization_feature_descriptives.csv │ │ │ │ ├── lr_no_standardization_feature_descriptivesExtra.csv │ │ │ │ ├── lr_no_standardization_feature_outliers.csv │ │ │ │ ├── lr_no_standardization_margcor_score_all_data.csv │ │ │ │ ├── lr_no_standardization_model_fit.csv │ │ │ │ ├── lr_no_standardization_pca.csv │ │ │ │ ├── lr_no_standardization_pcavar.csv │ │ │ │ ├── lr_no_standardization_pcor_score_all_data.csv │ │ │ │ ├── lr_no_standardization_postprocessing_params.csv │ │ │ │ ├── lr_no_standardization_pred_processed.csv │ │ │ │ ├── lr_no_standardization_pred_train.csv │ │ │ │ ├── lr_no_standardization_score_dist.csv │ │ │ │ ├── lr_no_standardization_test_excluded_composition.csv │ │ │ │ ├── lr_no_standardization_test_features.csv │ │ │ │ ├── lr_no_standardization_test_metadata.csv │ │ │ │ ├── lr_no_standardization_test_other_columns.csv │ │ │ │ ├── lr_no_standardization_test_preprocessed_features.csv │ │ │ │ ├── lr_no_standardization_train_excluded_composition.csv │ │ │ │ ├── lr_no_standardization_train_features.csv │ │ │ │ ├── lr_no_standardization_train_metadata.csv │ │ │ │ ├── lr_no_standardization_train_other_columns.csv │ │ │ │ └── lr_no_standardization_train_preprocessed_features.csv │ │ ├── lr-object-no-path │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── lr_object_no_path_betas.csv │ │ │ │ ├── lr_object_no_path_coefficients.csv │ │ │ │ ├── lr_object_no_path_coefficients_scaled.csv │ │ │ │ ├── lr_object_no_path_confMatrix.csv │ │ │ │ ├── lr_object_no_path_cors_orig.csv │ │ │ │ ├── lr_object_no_path_cors_processed.csv │ │ │ │ ├── lr_object_no_path_data_composition.csv │ │ │ │ ├── lr_object_no_path_eval.csv │ │ │ │ ├── lr_object_no_path_eval_short.csv │ │ │ │ ├── lr_object_no_path_feature.csv │ │ │ │ ├── lr_object_no_path_feature_descriptives.csv │ │ │ │ ├── lr_object_no_path_feature_descriptivesExtra.csv │ │ │ │ ├── lr_object_no_path_feature_outliers.csv │ │ │ │ ├── lr_object_no_path_margcor_score_all_data.csv │ │ │ │ ├── lr_object_no_path_model_fit.csv │ │ │ │ ├── lr_object_no_path_pca.csv │ │ │ │ ├── lr_object_no_path_pcavar.csv │ │ │ │ ├── lr_object_no_path_pcor_score_all_data.csv │ │ │ │ ├── lr_object_no_path_postprocessing_params.csv │ │ │ │ ├── lr_object_no_path_pred_processed.csv │ │ │ │ ├── lr_object_no_path_pred_train.csv │ │ │ │ ├── lr_object_no_path_score_dist.csv │ │ │ │ ├── lr_object_no_path_test_excluded_composition.csv │ │ │ │ ├── lr_object_no_path_test_features.csv │ │ │ │ ├── lr_object_no_path_test_metadata.csv │ │ │ │ ├── lr_object_no_path_test_other_columns.csv │ │ │ │ ├── lr_object_no_path_test_preprocessed_features.csv │ │ │ │ ├── lr_object_no_path_train_excluded_composition.csv │ │ │ │ ├── lr_object_no_path_train_features.csv │ │ │ │ ├── lr_object_no_path_train_metadata.csv │ │ │ │ ├── lr_object_no_path_train_other_columns.csv │ │ │ │ └── lr_object_no_path_train_preprocessed_features.csv │ │ ├── lr-object │ │ │ ├── features.csv │ │ │ ├── lr_object.json │ │ │ └── output │ │ │ │ ├── lr_object_betas.csv │ │ │ │ ├── lr_object_coefficients.csv │ │ │ │ ├── lr_object_coefficients_scaled.csv │ │ │ │ ├── lr_object_confMatrix.csv │ │ │ │ ├── lr_object_cors_orig.csv │ │ │ │ ├── lr_object_cors_processed.csv │ │ │ │ ├── lr_object_data_composition.csv │ │ │ │ ├── lr_object_eval.csv │ │ │ │ ├── lr_object_eval_short.csv │ │ │ │ ├── lr_object_feature.csv │ │ │ │ ├── lr_object_feature_descriptives.csv │ │ │ │ ├── lr_object_feature_descriptivesExtra.csv │ │ │ │ ├── lr_object_feature_outliers.csv │ │ │ │ ├── lr_object_margcor_score_all_data.csv │ │ │ │ ├── lr_object_model_fit.csv │ │ │ │ ├── lr_object_pca.csv │ │ │ │ ├── lr_object_pcavar.csv │ │ │ │ ├── lr_object_pcor_score_all_data.csv │ │ │ │ ├── lr_object_postprocessing_params.csv │ │ │ │ ├── lr_object_pred_processed.csv │ │ │ │ ├── lr_object_pred_train.csv │ │ │ │ ├── lr_object_score_dist.csv │ │ │ │ ├── lr_object_test_excluded_composition.csv │ │ │ │ ├── lr_object_test_features.csv │ │ │ │ ├── lr_object_test_metadata.csv │ │ │ │ ├── lr_object_test_other_columns.csv │ │ │ │ ├── lr_object_test_preprocessed_features.csv │ │ │ │ ├── lr_object_train_excluded_composition.csv │ │ │ │ ├── lr_object_train_features.csv │ │ │ │ ├── lr_object_train_metadata.csv │ │ │ │ ├── lr_object_train_other_columns.csv │ │ │ │ └── lr_object_train_preprocessed_features.csv │ │ ├── lr-predict-dict │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ ├── lr-predict-expected-scores-builtin-model │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-illegal-transformations │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ ├── predictions_excluded_responses.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-jsonlines-input-files │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-columns │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-feature-file │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-feature │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-model-file │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-postprocessing-file │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ └── lr_feature.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-missing-values │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ ├── predictions_excluded_responses.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-nested-jsonlines-input-files │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-experiment-dir │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-experiment-id │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-input-feature-file │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-numeric-feature-values │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-output-dir │ │ │ ├── existing_experiment │ │ │ │ ├── lr.model │ │ │ │ ├── lr.model_01.npy │ │ │ │ ├── lr.model_02.npy │ │ │ │ ├── lr_feature.csv │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-standardization │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr_no_standardization.model │ │ │ │ │ ├── lr_no_standardization_coefficients.csv │ │ │ │ │ ├── lr_no_standardization_feature.csv │ │ │ │ │ └── lr_no_standardization_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-no-tolerance │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-object │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ ├── lr-predict-tsv-input-files │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-candidate │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ ├── predictions_excluded_responses.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-custom-tolerance │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-repeated-ids │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-score │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-subgroups │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-tsv-output │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.tsv │ │ │ │ └── preprocessed_features.tsv │ │ │ └── rsmpredict.json │ │ ├── lr-predict-with-xlsx-output │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.xlsx │ │ │ │ └── preprocessed_features.xlsx │ │ │ └── rsmpredict.json │ │ ├── lr-predict-xlsx-input-files │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-predict │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── lr.model │ │ │ │ │ ├── lr_coefficients.csv │ │ │ │ │ ├── lr_feature.csv │ │ │ │ │ └── lr_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-rsmtool-rsmpredict │ │ │ ├── features.csv │ │ │ ├── lr_rsmtool_rsmpredict.json │ │ │ ├── output │ │ │ │ ├── lr_rsmtool_rsmpredict_betas.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_coefficients.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_coefficients_scaled.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_confMatrix.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_cors_orig.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_cors_processed.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_data_composition.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_eval.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_eval_short.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_feature.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_feature_descriptives.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_feature_descriptivesExtra.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_feature_outliers.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_margcor_score_all_data.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_model_fit.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_pca.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_pcavar.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_pcor_score_all_data.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_postprocessing_params.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_pred_processed.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_pred_train.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_score_dist.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_test_excluded_composition.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_test_features.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_test_metadata.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_test_other_columns.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_test_preprocessed_features.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_train_excluded_composition.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_train_features.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_train_metadata.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_train_other_columns.csv │ │ │ │ ├── lr_rsmtool_rsmpredict_train_preprocessed_features.csv │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── lr-same-h1-and-h2 │ │ │ ├── features.csv │ │ │ └── lr_same_h1_and_h2.json │ │ ├── lr-self-compare-dict │ │ │ └── lr-subgroups │ │ │ │ ├── figure │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ ├── lr-self-compare-different-format │ │ │ ├── lr-with-tsv-output │ │ │ │ ├── figure │ │ │ │ │ ├── lr_with_tsv_output_betas.svg │ │ │ │ │ ├── lr_with_tsv_output_cors_score.svg │ │ │ │ │ ├── lr_with_tsv_output_distrib.svg │ │ │ │ │ ├── lr_with_tsv_output_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_with_tsv_output_outliers.svg │ │ │ │ │ ├── lr_with_tsv_output_pca.svg │ │ │ │ │ └── lr_with_tsv_output_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_with_tsv_output_betas.tsv │ │ │ │ │ ├── lr_with_tsv_output_coefficients.tsv │ │ │ │ │ ├── lr_with_tsv_output_coefficients_scaled.tsv │ │ │ │ │ ├── lr_with_tsv_output_confMatrix.tsv │ │ │ │ │ ├── lr_with_tsv_output_cors_orig.tsv │ │ │ │ │ ├── lr_with_tsv_output_cors_processed.tsv │ │ │ │ │ ├── lr_with_tsv_output_data_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_eval.tsv │ │ │ │ │ ├── lr_with_tsv_output_eval_short.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_descriptives.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_descriptivesExtra.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_outliers.tsv │ │ │ │ │ ├── lr_with_tsv_output_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_with_tsv_output_model_fit.tsv │ │ │ │ │ ├── lr_with_tsv_output_pca.tsv │ │ │ │ │ ├── lr_with_tsv_output_pcavar.tsv │ │ │ │ │ ├── lr_with_tsv_output_pcor_score_all_data.tsv │ │ │ │ │ ├── lr_with_tsv_output_postprocessing_params.tsv │ │ │ │ │ ├── lr_with_tsv_output_pred_processed.tsv │ │ │ │ │ ├── lr_with_tsv_output_pred_train.tsv │ │ │ │ │ ├── lr_with_tsv_output_rsmtool.json │ │ │ │ │ ├── lr_with_tsv_output_score_dist.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_excluded_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_metadata.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_other_columns.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_preprocessed_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_excluded_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_metadata.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_other_columns.tsv │ │ │ │ │ └── lr_with_tsv_output_train_preprocessed_features.tsv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-object │ │ │ └── lr-subgroups │ │ │ │ ├── figure │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ ├── lr-self-compare-with-chosen-sections │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-custom-order │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-custom-sections-and-custom-order │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-h2 │ │ │ ├── lr-with-h2 │ │ │ │ ├── figure │ │ │ │ │ ├── lr_with_h2_betas.svg │ │ │ │ │ ├── lr_with_h2_cors_score.svg │ │ │ │ │ ├── lr_with_h2_distrib.svg │ │ │ │ │ ├── lr_with_h2_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_with_h2_outliers.svg │ │ │ │ │ ├── lr_with_h2_pca.svg │ │ │ │ │ └── lr_with_h2_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_with_h2_betas.csv │ │ │ │ │ ├── lr_with_h2_coefficients.csv │ │ │ │ │ ├── lr_with_h2_coefficients_scaled.csv │ │ │ │ │ ├── lr_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_with_h2_consistency.csv │ │ │ │ │ ├── lr_with_h2_cors_orig.csv │ │ │ │ │ ├── lr_with_h2_cors_processed.csv │ │ │ │ │ ├── lr_with_h2_data_composition.csv │ │ │ │ │ ├── lr_with_h2_degradation.csv │ │ │ │ │ ├── lr_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_with_h2_eval.csv │ │ │ │ │ ├── lr_with_h2_eval_short.csv │ │ │ │ │ ├── lr_with_h2_feature.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptives.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_with_h2_feature_outliers.csv │ │ │ │ │ ├── lr_with_h2_margcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_model_fit.csv │ │ │ │ │ ├── lr_with_h2_pca.csv │ │ │ │ │ ├── lr_with_h2_pcavar.csv │ │ │ │ │ ├── lr_with_h2_pcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_postprocessing_params.csv │ │ │ │ │ ├── lr_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_with_h2_pred_train.csv │ │ │ │ │ ├── lr_with_h2_rsmtool.json │ │ │ │ │ ├── lr_with_h2_score_dist.csv │ │ │ │ │ ├── lr_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_test_features.csv │ │ │ │ │ ├── lr_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_with_h2_test_other_columns.csv │ │ │ │ │ ├── lr_with_h2_test_preprocessed_features.csv │ │ │ │ │ ├── lr_with_h2_train_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_train_features.csv │ │ │ │ │ ├── lr_with_h2_train_metadata.csv │ │ │ │ │ ├── lr_with_h2_train_other_columns.csv │ │ │ │ │ ├── lr_with_h2_train_preprocessed_features.csv │ │ │ │ │ └── lr_with_h2_true_score_eval.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-subgroups-and-edge-cases │ │ │ ├── lr-subgroups-with-edge-cases │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_with_edge_cases_betas.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_cors_score.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_distrib.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_eval_by_group_edge_cases.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_boxplot_by_group_edge_cases.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_with_edge_cases_outliers.svg │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pca.svg │ │ │ │ │ └── lr_subgroups_with_edge_cases_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_with_edge_cases_betas.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_coefficients.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_data_composition.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_data_composition_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_csd_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_osa_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_osd_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_eval.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_eval_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_eval_short.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_fairness_metrics_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_feature.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_margcor_score_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_model_fit.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pca.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pcavar.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_no_length_by_group_edge_cases.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_pred_train.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_rsmtool.json │ │ │ │ │ ├── lr_subgroups_with_edge_cases_score_dist.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_test_features.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_train_features.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_with_edge_cases_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_with_edge_cases_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-subgroups-and-h2 │ │ │ ├── lr-subgroups-with-h2 │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_with_h2_betas.svg │ │ │ │ │ ├── lr_subgroups_with_h2_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_with_h2_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_with_h2_cors_score.svg │ │ │ │ │ ├── lr_subgroups_with_h2_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_with_h2_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_with_h2_distrib.svg │ │ │ │ │ ├── lr_subgroups_with_h2_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_with_h2_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_with_h2_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_with_h2_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_with_h2_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_with_h2_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_with_h2_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_with_h2_outliers.svg │ │ │ │ │ ├── lr_subgroups_with_h2_pca.svg │ │ │ │ │ └── lr_subgroups_with_h2_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_with_h2_betas.csv │ │ │ │ │ ├── lr_subgroups_with_h2_coefficients.csv │ │ │ │ │ ├── lr_subgroups_with_h2_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_subgroups_with_h2_consistency.csv │ │ │ │ │ ├── lr_subgroups_with_h2_consistency_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_consistency_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_with_h2_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_with_h2_data_composition.csv │ │ │ │ │ ├── lr_subgroups_with_h2_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_degradation.csv │ │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_eval.csv │ │ │ │ │ ├── lr_subgroups_with_h2_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_eval_short.csv │ │ │ │ │ ├── lr_subgroups_with_h2_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_feature.csv │ │ │ │ │ ├── lr_subgroups_with_h2_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_with_h2_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_with_h2_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_model_fit.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pca.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pcavar.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_with_h2_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_with_h2_pred_train.csv │ │ │ │ │ ├── lr_subgroups_with_h2_rsmtool.json │ │ │ │ │ ├── lr_subgroups_with_h2_score_dist.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_features.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_with_h2_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_with_h2_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_with_h2_train_features.csv │ │ │ │ │ ├── lr_subgroups_with_h2_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_with_h2_train_other_columns.csv │ │ │ │ │ ├── lr_subgroups_with_h2_train_preprocessed_features.csv │ │ │ │ │ └── lr_subgroups_with_h2_true_score_eval.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-with-thumbnails │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-wrong-directory │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare-wrong-id │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-compare │ │ │ ├── lr-subgroups │ │ │ │ ├── figure │ │ │ │ │ ├── lr_subgroups_betas.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_L1.svg │ │ │ │ │ ├── lr_subgroups_conditional_score_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_cors_score.svg │ │ │ │ │ ├── lr_subgroups_dff_L1.svg │ │ │ │ │ ├── lr_subgroups_dff_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_distrib.svg │ │ │ │ │ ├── lr_subgroups_eval_by_L1.svg │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_L1.svg │ │ │ │ │ ├── lr_subgroups_fairness_estimates_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_L1.svg │ │ │ │ │ ├── lr_subgroups_feature_boxplot_by_QUESTION.svg │ │ │ │ │ ├── lr_subgroups_ols_diagnostic_plots.png │ │ │ │ │ ├── lr_subgroups_outliers.svg │ │ │ │ │ ├── lr_subgroups_pca.svg │ │ │ │ │ └── lr_subgroups_score_dist.svg │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── rsmcompare.json │ │ ├── lr-self-eval-summary │ │ │ ├── lr-eval │ │ │ │ └── output │ │ │ │ │ ├── lr_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_evaluation_data_composition.csv │ │ │ │ │ ├── lr_evaluation_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_eval.csv │ │ │ │ │ ├── lr_evaluation_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_eval_short.csv │ │ │ │ │ ├── lr_evaluation_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_evaluation_rsmeval.json │ │ │ │ │ ├── lr_evaluation_score_dist.csv │ │ │ │ │ ├── lr_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_evaluation_test_metadata.csv │ │ │ │ │ └── lr_evaluation_test_other_columns.csv │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-dict │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ └── model_comparison_pcor_score_all_data.csv │ │ ├── lr-self-summary-dictionary │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ └── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ └── model_comparison_pcor_score_all_data.csv │ │ ├── lr-self-summary-no-scaling │ │ │ ├── lr-subgroups │ │ │ │ ├── features.csv │ │ │ │ ├── lr_subgroups.json │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-no-trim │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── lr-with-trim-tolerance │ │ │ │ └── output │ │ │ │ │ ├── lr_with_trim_tolerance_betas.csv │ │ │ │ │ ├── lr_with_trim_tolerance_coefficients.csv │ │ │ │ │ ├── lr_with_trim_tolerance_coefficients_scaled.csv │ │ │ │ │ ├── lr_with_trim_tolerance_confMatrix.csv │ │ │ │ │ ├── lr_with_trim_tolerance_cors_orig.csv │ │ │ │ │ ├── lr_with_trim_tolerance_cors_processed.csv │ │ │ │ │ ├── lr_with_trim_tolerance_data_composition.csv │ │ │ │ │ ├── lr_with_trim_tolerance_eval.csv │ │ │ │ │ ├── lr_with_trim_tolerance_eval_short.csv │ │ │ │ │ ├── lr_with_trim_tolerance_feature.csv │ │ │ │ │ ├── lr_with_trim_tolerance_feature_descriptives.csv │ │ │ │ │ ├── lr_with_trim_tolerance_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_with_trim_tolerance_feature_outliers.csv │ │ │ │ │ ├── lr_with_trim_tolerance_margcor_score_all_data.csv │ │ │ │ │ ├── lr_with_trim_tolerance_model_fit.csv │ │ │ │ │ ├── lr_with_trim_tolerance_pca.csv │ │ │ │ │ ├── lr_with_trim_tolerance_pcavar.csv │ │ │ │ │ ├── lr_with_trim_tolerance_pcor_score_all_data.csv │ │ │ │ │ ├── lr_with_trim_tolerance_postprocessing_params.csv │ │ │ │ │ ├── lr_with_trim_tolerance_pred_processed.csv │ │ │ │ │ ├── lr_with_trim_tolerance_pred_train.csv │ │ │ │ │ ├── lr_with_trim_tolerance_rsmtool.json │ │ │ │ │ ├── lr_with_trim_tolerance_score_dist.csv │ │ │ │ │ ├── lr_with_trim_tolerance_test_excluded_composition.csv │ │ │ │ │ ├── lr_with_trim_tolerance_test_features.csv │ │ │ │ │ ├── lr_with_trim_tolerance_test_metadata.csv │ │ │ │ │ ├── lr_with_trim_tolerance_test_other_columns.csv │ │ │ │ │ ├── lr_with_trim_tolerance_test_preprocessed_features.csv │ │ │ │ │ ├── lr_with_trim_tolerance_train_excluded_composition.csv │ │ │ │ │ ├── lr_with_trim_tolerance_train_features.csv │ │ │ │ │ ├── lr_with_trim_tolerance_train_metadata.csv │ │ │ │ │ ├── lr_with_trim_tolerance_train_other_columns.csv │ │ │ │ │ └── lr_with_trim_tolerance_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-object │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-with-custom-sections │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-with-h2 │ │ │ ├── lr-with-h2 │ │ │ │ └── output │ │ │ │ │ ├── lr_with_h2_betas.csv │ │ │ │ │ ├── lr_with_h2_coefficients.csv │ │ │ │ │ ├── lr_with_h2_coefficients_scaled.csv │ │ │ │ │ ├── lr_with_h2_confMatrix.csv │ │ │ │ │ ├── lr_with_h2_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_with_h2_consistency.csv │ │ │ │ │ ├── lr_with_h2_cors_orig.csv │ │ │ │ │ ├── lr_with_h2_cors_processed.csv │ │ │ │ │ ├── lr_with_h2_data_composition.csv │ │ │ │ │ ├── lr_with_h2_degradation.csv │ │ │ │ │ ├── lr_with_h2_disattenuated_correlations.csv │ │ │ │ │ ├── lr_with_h2_eval.csv │ │ │ │ │ ├── lr_with_h2_eval_short.csv │ │ │ │ │ ├── lr_with_h2_feature.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptives.csv │ │ │ │ │ ├── lr_with_h2_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_with_h2_feature_outliers.csv │ │ │ │ │ ├── lr_with_h2_margcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_model_fit.csv │ │ │ │ │ ├── lr_with_h2_pca.csv │ │ │ │ │ ├── lr_with_h2_pcavar.csv │ │ │ │ │ ├── lr_with_h2_pcor_score_all_data.csv │ │ │ │ │ ├── lr_with_h2_postprocessing_params.csv │ │ │ │ │ ├── lr_with_h2_pred_processed.csv │ │ │ │ │ ├── lr_with_h2_pred_train.csv │ │ │ │ │ ├── lr_with_h2_rsmtool.json │ │ │ │ │ ├── lr_with_h2_score_dist.csv │ │ │ │ │ ├── lr_with_h2_test_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_test_features.csv │ │ │ │ │ ├── lr_with_h2_test_human_scores.csv │ │ │ │ │ ├── lr_with_h2_test_metadata.csv │ │ │ │ │ ├── lr_with_h2_test_other_columns.csv │ │ │ │ │ ├── lr_with_h2_test_preprocessed_features.csv │ │ │ │ │ ├── lr_with_h2_train_excluded_composition.csv │ │ │ │ │ ├── lr_with_h2_train_features.csv │ │ │ │ │ ├── lr_with_h2_train_metadata.csv │ │ │ │ │ ├── lr_with_h2_train_other_columns.csv │ │ │ │ │ ├── lr_with_h2_train_preprocessed_features.csv │ │ │ │ │ └── lr_with_h2_true_score_eval.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ ├── model_comparison_rsmsummarize.json │ │ │ │ └── model_comparison_true_score_eval.csv │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-with-tsv-inputs │ │ │ ├── lr-with-tsv-output │ │ │ │ └── output │ │ │ │ │ ├── lr_with_tsv_output_betas.tsv │ │ │ │ │ ├── lr_with_tsv_output_coefficients.tsv │ │ │ │ │ ├── lr_with_tsv_output_coefficients_scaled.tsv │ │ │ │ │ ├── lr_with_tsv_output_confMatrix.tsv │ │ │ │ │ ├── lr_with_tsv_output_cors_orig.tsv │ │ │ │ │ ├── lr_with_tsv_output_cors_processed.tsv │ │ │ │ │ ├── lr_with_tsv_output_data_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_eval.tsv │ │ │ │ │ ├── lr_with_tsv_output_eval_short.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_descriptives.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_descriptivesExtra.tsv │ │ │ │ │ ├── lr_with_tsv_output_feature_outliers.tsv │ │ │ │ │ ├── lr_with_tsv_output_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_with_tsv_output_model_fit.tsv │ │ │ │ │ ├── lr_with_tsv_output_pca.tsv │ │ │ │ │ ├── lr_with_tsv_output_pcavar.tsv │ │ │ │ │ ├── lr_with_tsv_output_pcor_score_all_data.tsv │ │ │ │ │ ├── lr_with_tsv_output_postprocessing_params.tsv │ │ │ │ │ ├── lr_with_tsv_output_pred_processed.tsv │ │ │ │ │ ├── lr_with_tsv_output_pred_train.tsv │ │ │ │ │ ├── lr_with_tsv_output_rsmtool.json │ │ │ │ │ ├── lr_with_tsv_output_score_dist.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_excluded_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_metadata.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_other_columns.tsv │ │ │ │ │ ├── lr_with_tsv_output_test_preprocessed_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_excluded_composition.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_features.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_metadata.tsv │ │ │ │ │ ├── lr_with_tsv_output_train_other_columns.tsv │ │ │ │ │ └── lr_with_tsv_output_train_preprocessed_features.tsv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-with-tsv-output │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.tsv │ │ │ │ ├── model_comparison_eval_short.tsv │ │ │ │ ├── model_comparison_margcor_score_all_data.tsv │ │ │ │ ├── model_comparison_model_fit.tsv │ │ │ │ ├── model_comparison_model_summary.tsv │ │ │ │ ├── model_comparison_pcor_score_all_data.tsv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary-with-xlsx-output │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.xlsx │ │ │ │ ├── model_comparison_eval_short.xlsx │ │ │ │ ├── model_comparison_margcor_score_all_data.xlsx │ │ │ │ ├── model_comparison_model_fit.xlsx │ │ │ │ ├── model_comparison_model_summary.xlsx │ │ │ │ ├── model_comparison_pcor_score_all_data.xlsx │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-self-summary │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── lr-subgroups-h2-long-feature-names │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_h2_long_feature_names.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_h2_long_feature_names_betas.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_coefficients.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_confMatrix.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_confMatrix_h1h2.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_consistency.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_consistency_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_consistency_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_cors_orig.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_cors_processed.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_data_composition.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_degradation.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_disattenuated_correlations.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_eval.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_eval_short.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_feature.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_feature_outliers.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_model_fit.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pca.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pcavar.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pred_processed.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_pred_train.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_score_dist.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_features.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_human_scores.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_metadata.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_other_columns.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_train_features.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_train_metadata.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_train_other_columns.csv │ │ │ │ ├── lr_subgroups_h2_long_feature_names_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_h2_long_feature_names_true_score_eval.csv │ │ ├── lr-subgroups-with-dictionary-threshold-and-empty-group │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_betas.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_coefficients.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_data_composition.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_eval.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_eval_short.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_feature.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_model_fit.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pca.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcavar.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_pred_train.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_score_dist.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_test_features.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_train_features.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_train_other_columns.csv │ │ │ │ ├── lr_subgroups_with_dictionary_threshold_and_empty_group_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_with_dictionary_threshold_and_empty_group_train_response_lengths.csv │ │ ├── lr-subgroups-with-edge-cases │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_edge_cases.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_edge_cases_betas.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_coefficients.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_data_composition.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_data_composition_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_csd_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_osa_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_estimates_osd_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_eval.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_eval_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_eval_short.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_fairness_metrics_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_feature.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_margcor_score_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_model_fit.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pca.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pcavar.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pcor_score_no_length_by_group_edge_cases.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_pred_train.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_score_dist.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_test_features.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_train_features.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_edge_cases_train_other_columns.csv │ │ │ │ └── lr_subgroups_with_edge_cases_train_preprocessed_features.csv │ │ ├── lr-subgroups-with-h2-but-only-for-nonscoreable │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_betas.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_coefficients.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_consistency.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_consistency_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_consistency_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_data_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_degradation.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_disattenuated_correlations.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_eval.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_eval_short.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_feature.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_model_fit.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pca.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pcavar.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_pred_train.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_score_dist.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_excluded_responses.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_features.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_human_scores.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_train_features.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_train_other_columns.csv │ │ │ │ ├── lr_subgroups_with_h2_but_only_for_nonscoreable_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_with_h2_but_only_for_nonscoreable_true_score_eval.csv │ │ ├── lr-subgroups-with-h2 │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_h2.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_h2_betas.csv │ │ │ │ ├── lr_subgroups_with_h2_coefficients.csv │ │ │ │ ├── lr_subgroups_with_h2_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_h2_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_h2_confMatrix_h1h2.csv │ │ │ │ ├── lr_subgroups_with_h2_consistency.csv │ │ │ │ ├── lr_subgroups_with_h2_consistency_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_consistency_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_h2_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_h2_data_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_degradation.csv │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations.csv │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_eval.csv │ │ │ │ ├── lr_subgroups_with_h2_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_eval_short.csv │ │ │ │ ├── lr_subgroups_with_h2_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_feature.csv │ │ │ │ ├── lr_subgroups_with_h2_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_h2_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_h2_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_model_fit.csv │ │ │ │ ├── lr_subgroups_with_h2_pca.csv │ │ │ │ ├── lr_subgroups_with_h2_pcavar.csv │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_h2_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_h2_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_h2_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_h2_pred_train.csv │ │ │ │ ├── lr_subgroups_with_h2_score_dist.csv │ │ │ │ ├── lr_subgroups_with_h2_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_test_features.csv │ │ │ │ ├── lr_subgroups_with_h2_test_human_scores.csv │ │ │ │ ├── lr_subgroups_with_h2_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_h2_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_h2_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_h2_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_h2_train_features.csv │ │ │ │ ├── lr_subgroups_with_h2_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_h2_train_other_columns.csv │ │ │ │ ├── lr_subgroups_with_h2_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_with_h2_true_score_eval.csv │ │ ├── lr-subgroups-with-length │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_length.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_length_betas.csv │ │ │ │ ├── lr_subgroups_with_length_coefficients.csv │ │ │ │ ├── lr_subgroups_with_length_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_length_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_length_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_length_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_length_data_composition.csv │ │ │ │ ├── lr_subgroups_with_length_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_eval.csv │ │ │ │ ├── lr_subgroups_with_length_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_eval_short.csv │ │ │ │ ├── lr_subgroups_with_length_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_feature.csv │ │ │ │ ├── lr_subgroups_with_length_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_length_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_length_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_model_fit.csv │ │ │ │ ├── lr_subgroups_with_length_pca.csv │ │ │ │ ├── lr_subgroups_with_length_pcavar.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_length_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_length_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_length_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_length_pred_train.csv │ │ │ │ ├── lr_subgroups_with_length_score_dist.csv │ │ │ │ ├── lr_subgroups_with_length_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_length_test_features.csv │ │ │ │ ├── lr_subgroups_with_length_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_length_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_length_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_length_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_length_train_features.csv │ │ │ │ ├── lr_subgroups_with_length_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_length_train_other_columns.csv │ │ │ │ ├── lr_subgroups_with_length_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_with_length_train_response_lengths.csv │ │ ├── lr-subgroups-with-numeric-threshold-and-empty-group │ │ │ ├── features.csv │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_betas.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_coefficients.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_confMatrix.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_cors_orig.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_cors_processed.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_data_composition.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_eval.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_eval_short.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_feature.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_feature_outliers.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_model_fit.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pca.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcavar.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pred_processed.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_pred_train.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_score_dist.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_test_features.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_test_metadata.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_test_other_columns.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_train_features.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_train_metadata.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_train_other_columns.csv │ │ │ │ ├── lr_subgroups_with_numeric_threshold_and_empty_group_train_preprocessed_features.csv │ │ │ │ └── lr_subgroups_with_numeric_threshold_and_empty_group_train_response_lengths.csv │ │ ├── lr-subgroups │ │ │ ├── features.csv │ │ │ ├── lr_subgroups.json │ │ │ └── output │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ ├── lr-subset-features │ │ │ ├── features.csv │ │ │ ├── lr_subset.json │ │ │ └── output │ │ │ │ ├── lr_subset_betas.csv │ │ │ │ ├── lr_subset_coefficients.csv │ │ │ │ ├── lr_subset_coefficients_scaled.csv │ │ │ │ ├── lr_subset_confMatrix.csv │ │ │ │ ├── lr_subset_cors_orig.csv │ │ │ │ ├── lr_subset_cors_processed.csv │ │ │ │ ├── lr_subset_data_composition.csv │ │ │ │ ├── lr_subset_eval.csv │ │ │ │ ├── lr_subset_eval_short.csv │ │ │ │ ├── lr_subset_feature.csv │ │ │ │ ├── lr_subset_feature_descriptives.csv │ │ │ │ ├── lr_subset_feature_descriptivesExtra.csv │ │ │ │ ├── lr_subset_feature_outliers.csv │ │ │ │ ├── lr_subset_margcor_score_all_data.csv │ │ │ │ ├── lr_subset_model_fit.csv │ │ │ │ ├── lr_subset_pca.csv │ │ │ │ ├── lr_subset_pcavar.csv │ │ │ │ ├── lr_subset_pcor_score_all_data.csv │ │ │ │ ├── lr_subset_postprocessing_params.csv │ │ │ │ ├── lr_subset_pred_processed.csv │ │ │ │ ├── lr_subset_pred_train.csv │ │ │ │ ├── lr_subset_score_dist.csv │ │ │ │ ├── lr_subset_test_excluded_composition.csv │ │ │ │ ├── lr_subset_test_features.csv │ │ │ │ ├── lr_subset_test_metadata.csv │ │ │ │ ├── lr_subset_test_other_columns.csv │ │ │ │ ├── lr_subset_test_preprocessed_features.csv │ │ │ │ ├── lr_subset_train_excluded_composition.csv │ │ │ │ ├── lr_subset_train_features.csv │ │ │ │ ├── lr_subset_train_metadata.csv │ │ │ │ ├── lr_subset_train_other_columns.csv │ │ │ │ └── lr_subset_train_preprocessed_features.csv │ │ ├── lr-summary-too-many-jsons │ │ │ ├── lr │ │ │ │ ├── lr1.json │ │ │ │ └── lr2.json │ │ │ └── rsmsummarize.json │ │ ├── lr-tsv-input-and-subset-files │ │ │ ├── feature_file.tsv │ │ │ ├── lr_tsv_input_and_subset_files.json │ │ │ └── output │ │ │ │ ├── lr_tsv_input_and_subset_files_betas.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_coefficients.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_coefficients_scaled.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_confMatrix.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_cors_orig.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_cors_processed.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_data_composition.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_eval.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_eval_short.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_feature.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_feature_descriptives.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_feature_outliers.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_margcor_score_all_data.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_model_fit.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_pca.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_pcavar.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_pcor_score_all_data.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_postprocessing_params.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_pred_processed.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_pred_train.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_score_dist.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_test_excluded_composition.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_test_features.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_test_metadata.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_test_other_columns.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_test_preprocessed_features.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_train_excluded_composition.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_train_features.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_train_metadata.csv │ │ │ │ ├── lr_tsv_input_and_subset_files_train_other_columns.csv │ │ │ │ └── lr_tsv_input_and_subset_files_train_preprocessed_features.csv │ │ ├── lr-tsv-input-files │ │ │ ├── features.tsv │ │ │ ├── lr_tsv_input_files.json │ │ │ └── output │ │ │ │ ├── lr_tsv_input_files_betas.csv │ │ │ │ ├── lr_tsv_input_files_coefficients.csv │ │ │ │ ├── lr_tsv_input_files_coefficients_scaled.csv │ │ │ │ ├── lr_tsv_input_files_confMatrix.csv │ │ │ │ ├── lr_tsv_input_files_cors_orig.csv │ │ │ │ ├── lr_tsv_input_files_cors_processed.csv │ │ │ │ ├── lr_tsv_input_files_data_composition.csv │ │ │ │ ├── lr_tsv_input_files_eval.csv │ │ │ │ ├── lr_tsv_input_files_eval_short.csv │ │ │ │ ├── lr_tsv_input_files_feature.csv │ │ │ │ ├── lr_tsv_input_files_feature_descriptives.csv │ │ │ │ ├── lr_tsv_input_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_tsv_input_files_feature_outliers.csv │ │ │ │ ├── lr_tsv_input_files_margcor_score_all_data.csv │ │ │ │ ├── lr_tsv_input_files_model_fit.csv │ │ │ │ ├── lr_tsv_input_files_pca.csv │ │ │ │ ├── lr_tsv_input_files_pcavar.csv │ │ │ │ ├── lr_tsv_input_files_pcor_score_all_data.csv │ │ │ │ ├── lr_tsv_input_files_postprocessing_params.csv │ │ │ │ ├── lr_tsv_input_files_pred_processed.csv │ │ │ │ ├── lr_tsv_input_files_pred_train.csv │ │ │ │ ├── lr_tsv_input_files_score_dist.csv │ │ │ │ ├── lr_tsv_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_tsv_input_files_test_features.csv │ │ │ │ ├── lr_tsv_input_files_test_metadata.csv │ │ │ │ ├── lr_tsv_input_files_test_other_columns.csv │ │ │ │ ├── lr_tsv_input_files_test_preprocessed_features.csv │ │ │ │ ├── lr_tsv_input_files_train_excluded_composition.csv │ │ │ │ ├── lr_tsv_input_files_train_features.csv │ │ │ │ ├── lr_tsv_input_files_train_metadata.csv │ │ │ │ ├── lr_tsv_input_files_train_other_columns.csv │ │ │ │ └── lr_tsv_input_files_train_preprocessed_features.csv │ │ ├── lr-use-all-features │ │ │ ├── lr_use_all_features.json │ │ │ └── output │ │ │ │ ├── lr_use_all_features_betas.csv │ │ │ │ ├── lr_use_all_features_coefficients.csv │ │ │ │ ├── lr_use_all_features_coefficients_scaled.csv │ │ │ │ ├── lr_use_all_features_confMatrix.csv │ │ │ │ ├── lr_use_all_features_confMatrix_h1h2.csv │ │ │ │ ├── lr_use_all_features_consistency.csv │ │ │ │ ├── lr_use_all_features_consistency_by_L1.csv │ │ │ │ ├── lr_use_all_features_consistency_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_cors_orig.csv │ │ │ │ ├── lr_use_all_features_cors_processed.csv │ │ │ │ ├── lr_use_all_features_data_composition.csv │ │ │ │ ├── lr_use_all_features_data_composition_by_L1.csv │ │ │ │ ├── lr_use_all_features_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_degradation.csv │ │ │ │ ├── lr_use_all_features_disattenuated_correlations.csv │ │ │ │ ├── lr_use_all_features_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_use_all_features_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_estimates_csd_by_L1.csv │ │ │ │ ├── lr_use_all_features_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_estimates_osa_by_L1.csv │ │ │ │ ├── lr_use_all_features_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_estimates_osd_by_L1.csv │ │ │ │ ├── lr_use_all_features_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_eval.csv │ │ │ │ ├── lr_use_all_features_eval_by_L1.csv │ │ │ │ ├── lr_use_all_features_eval_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_eval_short.csv │ │ │ │ ├── lr_use_all_features_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_use_all_features_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_feature.csv │ │ │ │ ├── lr_use_all_features_feature_descriptives.csv │ │ │ │ ├── lr_use_all_features_feature_descriptivesExtra.csv │ │ │ │ ├── lr_use_all_features_feature_outliers.csv │ │ │ │ ├── lr_use_all_features_margcor_length_all_data.csv │ │ │ │ ├── lr_use_all_features_margcor_length_by_L1.csv │ │ │ │ ├── lr_use_all_features_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_margcor_score_all_data.csv │ │ │ │ ├── lr_use_all_features_margcor_score_by_L1.csv │ │ │ │ ├── lr_use_all_features_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_model_fit.csv │ │ │ │ ├── lr_use_all_features_pca.csv │ │ │ │ ├── lr_use_all_features_pcavar.csv │ │ │ │ ├── lr_use_all_features_pcor_length_all_data.csv │ │ │ │ ├── lr_use_all_features_pcor_length_by_L1.csv │ │ │ │ ├── lr_use_all_features_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_pcor_score_all_data.csv │ │ │ │ ├── lr_use_all_features_pcor_score_by_L1.csv │ │ │ │ ├── lr_use_all_features_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_use_all_features_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_use_all_features_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_use_all_features_postprocessing_params.csv │ │ │ │ ├── lr_use_all_features_pred_processed.csv │ │ │ │ ├── lr_use_all_features_pred_train.csv │ │ │ │ ├── lr_use_all_features_score_dist.csv │ │ │ │ ├── lr_use_all_features_test_excluded_composition.csv │ │ │ │ ├── lr_use_all_features_test_features.csv │ │ │ │ ├── lr_use_all_features_test_human_scores.csv │ │ │ │ ├── lr_use_all_features_test_metadata.csv │ │ │ │ ├── lr_use_all_features_test_other_columns.csv │ │ │ │ ├── lr_use_all_features_test_preprocessed_features.csv │ │ │ │ ├── lr_use_all_features_train_excluded_composition.csv │ │ │ │ ├── lr_use_all_features_train_features.csv │ │ │ │ ├── lr_use_all_features_train_metadata.csv │ │ │ │ ├── lr_use_all_features_train_other_columns.csv │ │ │ │ ├── lr_use_all_features_train_preprocessed_features.csv │ │ │ │ ├── lr_use_all_features_train_response_lengths.csv │ │ │ │ └── lr_use_all_features_true_score_eval.csv │ │ ├── lr-with-all-non-numeric-scores │ │ │ ├── features.csv │ │ │ └── lr_with_all_non_numeric_scores.json │ │ ├── lr-with-continuous-human-scores-in-test │ │ │ ├── features.csv │ │ │ ├── lr_with_continuous_human_scores_in_test.json │ │ │ └── output │ │ │ │ ├── lr_with_continuous_human_scores_in_test_betas.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_coefficients.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_coefficients_scaled.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_confMatrix.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_consistency.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_cors_orig.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_cors_processed.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_data_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_degradation.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_disattenuated_correlations.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_eval.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_eval_short.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_feature.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_feature_descriptives.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_feature_outliers.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_margcor_score_all_data.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_model_fit.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_pca.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_pcavar.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_pcor_score_all_data.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_postprocessing_params.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_pred_processed.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_pred_train.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_rsmtool.json │ │ │ │ ├── lr_with_continuous_human_scores_in_test_score_dist.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_excluded_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_human_scores.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_metadata.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_other_columns.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_test_preprocessed_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_train_excluded_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_train_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_train_metadata.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_train_other_columns.csv │ │ │ │ ├── lr_with_continuous_human_scores_in_test_train_preprocessed_features.csv │ │ │ │ └── lr_with_continuous_human_scores_in_test_true_score_eval.csv │ │ ├── lr-with-continuous-human-scores │ │ │ ├── features.csv │ │ │ ├── lr_with_continuous_human_scores.json │ │ │ └── output │ │ │ │ ├── lr_with_continuous_human_scores_betas.csv │ │ │ │ ├── lr_with_continuous_human_scores_coefficients.csv │ │ │ │ ├── lr_with_continuous_human_scores_coefficients_scaled.csv │ │ │ │ ├── lr_with_continuous_human_scores_confMatrix.csv │ │ │ │ ├── lr_with_continuous_human_scores_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_continuous_human_scores_consistency.csv │ │ │ │ ├── lr_with_continuous_human_scores_cors_orig.csv │ │ │ │ ├── lr_with_continuous_human_scores_cors_processed.csv │ │ │ │ ├── lr_with_continuous_human_scores_data_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_degradation.csv │ │ │ │ ├── lr_with_continuous_human_scores_disattenuated_correlations.csv │ │ │ │ ├── lr_with_continuous_human_scores_eval.csv │ │ │ │ ├── lr_with_continuous_human_scores_eval_short.csv │ │ │ │ ├── lr_with_continuous_human_scores_feature.csv │ │ │ │ ├── lr_with_continuous_human_scores_feature_descriptives.csv │ │ │ │ ├── lr_with_continuous_human_scores_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_continuous_human_scores_feature_outliers.csv │ │ │ │ ├── lr_with_continuous_human_scores_margcor_score_all_data.csv │ │ │ │ ├── lr_with_continuous_human_scores_model_fit.csv │ │ │ │ ├── lr_with_continuous_human_scores_pca.csv │ │ │ │ ├── lr_with_continuous_human_scores_pcavar.csv │ │ │ │ ├── lr_with_continuous_human_scores_pcor_score_all_data.csv │ │ │ │ ├── lr_with_continuous_human_scores_postprocessing_params.csv │ │ │ │ ├── lr_with_continuous_human_scores_pred_processed.csv │ │ │ │ ├── lr_with_continuous_human_scores_pred_train.csv │ │ │ │ ├── lr_with_continuous_human_scores_rsmtool.json │ │ │ │ ├── lr_with_continuous_human_scores_score_dist.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_excluded_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_human_scores.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_metadata.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_other_columns.csv │ │ │ │ ├── lr_with_continuous_human_scores_test_preprocessed_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_train_excluded_composition.csv │ │ │ │ ├── lr_with_continuous_human_scores_train_features.csv │ │ │ │ ├── lr_with_continuous_human_scores_train_metadata.csv │ │ │ │ ├── lr_with_continuous_human_scores_train_other_columns.csv │ │ │ │ ├── lr_with_continuous_human_scores_train_preprocessed_features.csv │ │ │ │ └── lr_with_continuous_human_scores_true_score_eval.csv │ │ ├── lr-with-custom-order │ │ │ ├── features.csv │ │ │ ├── lr_with_custom_order.json │ │ │ └── output │ │ │ │ ├── lr_with_custom_order_betas.csv │ │ │ │ ├── lr_with_custom_order_coefficients.csv │ │ │ │ ├── lr_with_custom_order_coefficients_scaled.csv │ │ │ │ ├── lr_with_custom_order_confMatrix.csv │ │ │ │ ├── lr_with_custom_order_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_custom_order_consistency.csv │ │ │ │ ├── lr_with_custom_order_consistency_by_L1.csv │ │ │ │ ├── lr_with_custom_order_consistency_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_cors_orig.csv │ │ │ │ ├── lr_with_custom_order_cors_processed.csv │ │ │ │ ├── lr_with_custom_order_data_composition.csv │ │ │ │ ├── lr_with_custom_order_data_composition_by_L1.csv │ │ │ │ ├── lr_with_custom_order_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_degradation.csv │ │ │ │ ├── lr_with_custom_order_disattenuated_correlations.csv │ │ │ │ ├── lr_with_custom_order_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_with_custom_order_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_estimates_csd_by_L1.csv │ │ │ │ ├── lr_with_custom_order_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_estimates_osa_by_L1.csv │ │ │ │ ├── lr_with_custom_order_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_estimates_osd_by_L1.csv │ │ │ │ ├── lr_with_custom_order_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_eval.csv │ │ │ │ ├── lr_with_custom_order_eval_by_L1.csv │ │ │ │ ├── lr_with_custom_order_eval_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_eval_short.csv │ │ │ │ ├── lr_with_custom_order_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_with_custom_order_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_feature.csv │ │ │ │ ├── lr_with_custom_order_feature_descriptives.csv │ │ │ │ ├── lr_with_custom_order_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_custom_order_feature_outliers.csv │ │ │ │ ├── lr_with_custom_order_margcor_length_all_data.csv │ │ │ │ ├── lr_with_custom_order_margcor_length_by_L1.csv │ │ │ │ ├── lr_with_custom_order_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_margcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_order_margcor_score_by_L1.csv │ │ │ │ ├── lr_with_custom_order_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_model_fit.csv │ │ │ │ ├── lr_with_custom_order_pca.csv │ │ │ │ ├── lr_with_custom_order_pcavar.csv │ │ │ │ ├── lr_with_custom_order_pcor_length_all_data.csv │ │ │ │ ├── lr_with_custom_order_pcor_length_by_L1.csv │ │ │ │ ├── lr_with_custom_order_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_by_L1.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_with_custom_order_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_order_postprocessing_params.csv │ │ │ │ ├── lr_with_custom_order_pred_processed.csv │ │ │ │ ├── lr_with_custom_order_pred_train.csv │ │ │ │ ├── lr_with_custom_order_score_dist.csv │ │ │ │ ├── lr_with_custom_order_test_excluded_composition.csv │ │ │ │ ├── lr_with_custom_order_test_features.csv │ │ │ │ ├── lr_with_custom_order_test_human_scores.csv │ │ │ │ ├── lr_with_custom_order_test_metadata.csv │ │ │ │ ├── lr_with_custom_order_test_other_columns.csv │ │ │ │ ├── lr_with_custom_order_test_preprocessed_features.csv │ │ │ │ ├── lr_with_custom_order_train_excluded_composition.csv │ │ │ │ ├── lr_with_custom_order_train_features.csv │ │ │ │ ├── lr_with_custom_order_train_metadata.csv │ │ │ │ ├── lr_with_custom_order_train_other_columns.csv │ │ │ │ ├── lr_with_custom_order_train_preprocessed_features.csv │ │ │ │ ├── lr_with_custom_order_train_response_lengths.csv │ │ │ │ └── lr_with_custom_order_true_score_eval.csv │ │ ├── lr-with-custom-sections-and-order │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── features.csv │ │ │ ├── lr_with_custom_sections_and_order.json │ │ │ └── output │ │ │ │ ├── lr_with_custom_sections_and_order_betas.csv │ │ │ │ ├── lr_with_custom_sections_and_order_coefficients.csv │ │ │ │ ├── lr_with_custom_sections_and_order_coefficients_scaled.csv │ │ │ │ ├── lr_with_custom_sections_and_order_confMatrix.csv │ │ │ │ ├── lr_with_custom_sections_and_order_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_custom_sections_and_order_consistency.csv │ │ │ │ ├── lr_with_custom_sections_and_order_consistency_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_consistency_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_cors_orig.csv │ │ │ │ ├── lr_with_custom_sections_and_order_cors_processed.csv │ │ │ │ ├── lr_with_custom_sections_and_order_data_composition.csv │ │ │ │ ├── lr_with_custom_sections_and_order_data_composition_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_degradation.csv │ │ │ │ ├── lr_with_custom_sections_and_order_disattenuated_correlations.csv │ │ │ │ ├── lr_with_custom_sections_and_order_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_disattenuated_correlations_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_csd_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_osa_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_osd_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_eval.csv │ │ │ │ ├── lr_with_custom_sections_and_order_eval_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_eval_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_eval_short.csv │ │ │ │ ├── lr_with_custom_sections_and_order_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_feature.csv │ │ │ │ ├── lr_with_custom_sections_and_order_feature_descriptives.csv │ │ │ │ ├── lr_with_custom_sections_and_order_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_custom_sections_and_order_feature_outliers.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_length_all_data.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_length_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_score_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_model_fit.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pca.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcavar.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_length_all_data.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_length_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_no_length_by_L1.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pcor_score_no_length_by_QUESTION.csv │ │ │ │ ├── lr_with_custom_sections_and_order_postprocessing_params.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pred_processed.csv │ │ │ │ ├── lr_with_custom_sections_and_order_pred_train.csv │ │ │ │ ├── lr_with_custom_sections_and_order_score_dist.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_excluded_composition.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_features.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_human_scores.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_metadata.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_other_columns.csv │ │ │ │ ├── lr_with_custom_sections_and_order_test_preprocessed_features.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_excluded_composition.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_features.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_metadata.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_other_columns.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_preprocessed_features.csv │ │ │ │ ├── lr_with_custom_sections_and_order_train_response_lengths.csv │ │ │ │ └── lr_with_custom_sections_and_order_true_score_eval.csv │ │ ├── lr-with-custom-sections │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── features.csv │ │ │ ├── lr_with_custom_sections.json │ │ │ └── output │ │ │ │ ├── lr_with_custom_sections_betas.csv │ │ │ │ ├── lr_with_custom_sections_coefficients.csv │ │ │ │ ├── lr_with_custom_sections_coefficients_scaled.csv │ │ │ │ ├── lr_with_custom_sections_confMatrix.csv │ │ │ │ ├── lr_with_custom_sections_cors_orig.csv │ │ │ │ ├── lr_with_custom_sections_cors_processed.csv │ │ │ │ ├── lr_with_custom_sections_data_composition.csv │ │ │ │ ├── lr_with_custom_sections_eval.csv │ │ │ │ ├── lr_with_custom_sections_eval_short.csv │ │ │ │ ├── lr_with_custom_sections_feature.csv │ │ │ │ ├── lr_with_custom_sections_feature_descriptives.csv │ │ │ │ ├── lr_with_custom_sections_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_custom_sections_feature_outliers.csv │ │ │ │ ├── lr_with_custom_sections_margcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_sections_model_fit.csv │ │ │ │ ├── lr_with_custom_sections_pca.csv │ │ │ │ ├── lr_with_custom_sections_pcavar.csv │ │ │ │ ├── lr_with_custom_sections_pcor_score_all_data.csv │ │ │ │ ├── lr_with_custom_sections_postprocessing_params.csv │ │ │ │ ├── lr_with_custom_sections_pred_processed.csv │ │ │ │ ├── lr_with_custom_sections_pred_train.csv │ │ │ │ ├── lr_with_custom_sections_score_dist.csv │ │ │ │ ├── lr_with_custom_sections_test_excluded_composition.csv │ │ │ │ ├── lr_with_custom_sections_test_features.csv │ │ │ │ ├── lr_with_custom_sections_test_metadata.csv │ │ │ │ ├── lr_with_custom_sections_test_other_columns.csv │ │ │ │ ├── lr_with_custom_sections_test_preprocessed_features.csv │ │ │ │ ├── lr_with_custom_sections_train_excluded_composition.csv │ │ │ │ ├── lr_with_custom_sections_train_features.csv │ │ │ │ ├── lr_with_custom_sections_train_metadata.csv │ │ │ │ ├── lr_with_custom_sections_train_other_columns.csv │ │ │ │ └── lr_with_custom_sections_train_preprocessed_features.csv │ │ ├── lr-with-defaults-as-extra-columns │ │ │ ├── features.csv │ │ │ ├── lr_with_defaults_as_extra_columns.json │ │ │ └── output │ │ │ │ ├── lr_with_defaults_as_extra_columns_betas.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_coefficients.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_coefficients_scaled.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_confMatrix.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_consistency.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_cors_orig.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_cors_processed.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_data_composition.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_degradation.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_disattenuated_correlations.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_eval.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_eval_short.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_feature.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_feature_descriptives.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_feature_outliers.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_margcor_length_all_data.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_margcor_score_all_data.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_model_fit.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pca.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pcavar.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pcor_length_all_data.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pcor_score_all_data.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_postprocessing_params.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pred_processed.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_pred_train.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_score_dist.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_excluded_composition.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_features.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_human_scores.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_metadata.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_other_columns.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_test_preprocessed_features.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_excluded_composition.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_features.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_metadata.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_other_columns.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_preprocessed_features.csv │ │ │ │ ├── lr_with_defaults_as_extra_columns_train_response_lengths.csv │ │ │ │ └── lr_with_defaults_as_extra_columns_true_score_eval.csv │ │ ├── lr-with-duplicate-feature-names │ │ │ ├── features.csv │ │ │ └── lr_with_duplicate_feature_names.json │ │ ├── lr-with-feature-list-and-transformation │ │ │ ├── lr_with_feature_list_and_transformation.json │ │ │ └── output │ │ │ │ ├── lr_with_feature_list_and_transformation_betas.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_coefficients.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_coefficients_scaled.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_confMatrix.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_cors_orig.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_cors_processed.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_data_composition.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_eval.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_eval_short.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_feature.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_feature_descriptives.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_feature_outliers.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_margcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_model_fit.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_pca.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_pcavar.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_pcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_postprocessing_params.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_pred_processed.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_pred_train.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_score_dist.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_test_excluded_composition.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_test_features.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_test_metadata.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_test_other_columns.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_test_preprocessed_features.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_train_excluded_composition.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_train_features.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_train_metadata.csv │ │ │ │ ├── lr_with_feature_list_and_transformation_train_other_columns.csv │ │ │ │ └── lr_with_feature_list_and_transformation_train_preprocessed_features.csv │ │ ├── lr-with-feature-list │ │ │ ├── lr_with_feature_list.json │ │ │ └── output │ │ │ │ ├── lr_with_feature_list_betas.csv │ │ │ │ ├── lr_with_feature_list_coefficients.csv │ │ │ │ ├── lr_with_feature_list_coefficients_scaled.csv │ │ │ │ ├── lr_with_feature_list_confMatrix.csv │ │ │ │ ├── lr_with_feature_list_cors_orig.csv │ │ │ │ ├── lr_with_feature_list_cors_processed.csv │ │ │ │ ├── lr_with_feature_list_data_composition.csv │ │ │ │ ├── lr_with_feature_list_eval.csv │ │ │ │ ├── lr_with_feature_list_eval_short.csv │ │ │ │ ├── lr_with_feature_list_feature.csv │ │ │ │ ├── lr_with_feature_list_feature_descriptives.csv │ │ │ │ ├── lr_with_feature_list_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_feature_list_feature_outliers.csv │ │ │ │ ├── lr_with_feature_list_margcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_list_model_fit.csv │ │ │ │ ├── lr_with_feature_list_pca.csv │ │ │ │ ├── lr_with_feature_list_pcavar.csv │ │ │ │ ├── lr_with_feature_list_pcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_list_postprocessing_params.csv │ │ │ │ ├── lr_with_feature_list_pred_processed.csv │ │ │ │ ├── lr_with_feature_list_pred_train.csv │ │ │ │ ├── lr_with_feature_list_score_dist.csv │ │ │ │ ├── lr_with_feature_list_test_excluded_composition.csv │ │ │ │ ├── lr_with_feature_list_test_features.csv │ │ │ │ ├── lr_with_feature_list_test_metadata.csv │ │ │ │ ├── lr_with_feature_list_test_other_columns.csv │ │ │ │ ├── lr_with_feature_list_test_preprocessed_features.csv │ │ │ │ ├── lr_with_feature_list_train_excluded_composition.csv │ │ │ │ ├── lr_with_feature_list_train_features.csv │ │ │ │ ├── lr_with_feature_list_train_metadata.csv │ │ │ │ ├── lr_with_feature_list_train_other_columns.csv │ │ │ │ └── lr_with_feature_list_train_preprocessed_features.csv │ │ ├── lr-with-feature-subset-file-and-feature-file │ │ │ ├── feature_file.csv │ │ │ ├── features.csv │ │ │ ├── lr_with_feature_subset_file.json │ │ │ └── output │ │ │ │ ├── lr_with_feature_subset_file.model_01.npy │ │ │ │ ├── lr_with_feature_subset_file.model_02.npy │ │ │ │ ├── lr_with_feature_subset_file_betas.csv │ │ │ │ ├── lr_with_feature_subset_file_coefficients.csv │ │ │ │ ├── lr_with_feature_subset_file_coefficients_scaled.csv │ │ │ │ ├── lr_with_feature_subset_file_confMatrix.csv │ │ │ │ ├── lr_with_feature_subset_file_cors_orig.csv │ │ │ │ ├── lr_with_feature_subset_file_cors_processed.csv │ │ │ │ ├── lr_with_feature_subset_file_data_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_eval.csv │ │ │ │ ├── lr_with_feature_subset_file_eval_short.csv │ │ │ │ ├── lr_with_feature_subset_file_feature.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_descriptives.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_outliers.csv │ │ │ │ ├── lr_with_feature_subset_file_margcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_subset_file_model_fit.csv │ │ │ │ ├── lr_with_feature_subset_file_pca.csv │ │ │ │ ├── lr_with_feature_subset_file_pcavar.csv │ │ │ │ ├── lr_with_feature_subset_file_pcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_subset_file_postprocessing_params.csv │ │ │ │ ├── lr_with_feature_subset_file_pred_processed.csv │ │ │ │ ├── lr_with_feature_subset_file_pred_train.csv │ │ │ │ ├── lr_with_feature_subset_file_score_dist.csv │ │ │ │ ├── lr_with_feature_subset_file_test_excluded_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_test_features.csv │ │ │ │ ├── lr_with_feature_subset_file_test_metadata.csv │ │ │ │ ├── lr_with_feature_subset_file_test_other_columns.csv │ │ │ │ ├── lr_with_feature_subset_file_test_preprocessed_features.csv │ │ │ │ ├── lr_with_feature_subset_file_train_excluded_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_train_features.csv │ │ │ │ ├── lr_with_feature_subset_file_train_metadata.csv │ │ │ │ ├── lr_with_feature_subset_file_train_other_columns.csv │ │ │ │ └── lr_with_feature_subset_file_train_preprocessed_features.csv │ │ ├── lr-with-feature-subset-file │ │ │ ├── feature_file.csv │ │ │ ├── lr_with_feature_subset_file.json │ │ │ └── output │ │ │ │ ├── lr_with_feature_subset_file_betas.csv │ │ │ │ ├── lr_with_feature_subset_file_coefficients.csv │ │ │ │ ├── lr_with_feature_subset_file_coefficients_scaled.csv │ │ │ │ ├── lr_with_feature_subset_file_confMatrix.csv │ │ │ │ ├── lr_with_feature_subset_file_cors_orig.csv │ │ │ │ ├── lr_with_feature_subset_file_cors_processed.csv │ │ │ │ ├── lr_with_feature_subset_file_data_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_eval.csv │ │ │ │ ├── lr_with_feature_subset_file_eval_short.csv │ │ │ │ ├── lr_with_feature_subset_file_feature.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_descriptives.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_feature_subset_file_feature_outliers.csv │ │ │ │ ├── lr_with_feature_subset_file_margcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_subset_file_model_fit.csv │ │ │ │ ├── lr_with_feature_subset_file_pca.csv │ │ │ │ ├── lr_with_feature_subset_file_pcavar.csv │ │ │ │ ├── lr_with_feature_subset_file_pcor_score_all_data.csv │ │ │ │ ├── lr_with_feature_subset_file_postprocessing_params.csv │ │ │ │ ├── lr_with_feature_subset_file_pred_processed.csv │ │ │ │ ├── lr_with_feature_subset_file_pred_train.csv │ │ │ │ ├── lr_with_feature_subset_file_score_dist.csv │ │ │ │ ├── lr_with_feature_subset_file_test_excluded_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_test_features.csv │ │ │ │ ├── lr_with_feature_subset_file_test_metadata.csv │ │ │ │ ├── lr_with_feature_subset_file_test_other_columns.csv │ │ │ │ ├── lr_with_feature_subset_file_test_preprocessed_features.csv │ │ │ │ ├── lr_with_feature_subset_file_train_excluded_composition.csv │ │ │ │ ├── lr_with_feature_subset_file_train_features.csv │ │ │ │ ├── lr_with_feature_subset_file_train_metadata.csv │ │ │ │ ├── lr_with_feature_subset_file_train_other_columns.csv │ │ │ │ └── lr_with_feature_subset_file_train_preprocessed_features.csv │ │ ├── lr-with-h2-and-feature │ │ │ ├── features.csv │ │ │ └── lr_with_h2_and_feature.json │ │ ├── lr-with-h2-and-length │ │ │ ├── features.csv │ │ │ ├── lr_with_h2_and_length.json │ │ │ └── output │ │ │ │ ├── lr_with_h2_and_length_betas.csv │ │ │ │ ├── lr_with_h2_and_length_coefficients.csv │ │ │ │ ├── lr_with_h2_and_length_coefficients_scaled.csv │ │ │ │ ├── lr_with_h2_and_length_confMatrix.csv │ │ │ │ ├── lr_with_h2_and_length_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_h2_and_length_consistency.csv │ │ │ │ ├── lr_with_h2_and_length_cors_orig.csv │ │ │ │ ├── lr_with_h2_and_length_cors_processed.csv │ │ │ │ ├── lr_with_h2_and_length_data_composition.csv │ │ │ │ ├── lr_with_h2_and_length_degradation.csv │ │ │ │ ├── lr_with_h2_and_length_disattenuated_correlations.csv │ │ │ │ ├── lr_with_h2_and_length_eval.csv │ │ │ │ ├── lr_with_h2_and_length_eval_short.csv │ │ │ │ ├── lr_with_h2_and_length_feature.csv │ │ │ │ ├── lr_with_h2_and_length_feature_descriptives.csv │ │ │ │ ├── lr_with_h2_and_length_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_h2_and_length_feature_outliers.csv │ │ │ │ ├── lr_with_h2_and_length_margcor_length_all_data.csv │ │ │ │ ├── lr_with_h2_and_length_margcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_and_length_model_fit.csv │ │ │ │ ├── lr_with_h2_and_length_pca.csv │ │ │ │ ├── lr_with_h2_and_length_pcavar.csv │ │ │ │ ├── lr_with_h2_and_length_pcor_length_all_data.csv │ │ │ │ ├── lr_with_h2_and_length_pcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_and_length_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_h2_and_length_postprocessing_params.csv │ │ │ │ ├── lr_with_h2_and_length_pred_processed.csv │ │ │ │ ├── lr_with_h2_and_length_pred_train.csv │ │ │ │ ├── lr_with_h2_and_length_score_dist.csv │ │ │ │ ├── lr_with_h2_and_length_test_excluded_composition.csv │ │ │ │ ├── lr_with_h2_and_length_test_features.csv │ │ │ │ ├── lr_with_h2_and_length_test_human_scores.csv │ │ │ │ ├── lr_with_h2_and_length_test_metadata.csv │ │ │ │ ├── lr_with_h2_and_length_test_other_columns.csv │ │ │ │ ├── lr_with_h2_and_length_test_preprocessed_features.csv │ │ │ │ ├── lr_with_h2_and_length_train_excluded_composition.csv │ │ │ │ ├── lr_with_h2_and_length_train_features.csv │ │ │ │ ├── lr_with_h2_and_length_train_metadata.csv │ │ │ │ ├── lr_with_h2_and_length_train_other_columns.csv │ │ │ │ ├── lr_with_h2_and_length_train_preprocessed_features.csv │ │ │ │ ├── lr_with_h2_and_length_train_response_lengths.csv │ │ │ │ └── lr_with_h2_and_length_true_score_eval.csv │ │ ├── lr-with-h2-include-zeros │ │ │ ├── features.csv │ │ │ ├── lr_with_h2_include_zeros.json │ │ │ └── output │ │ │ │ ├── lr_with_h2_include_zeros_betas.csv │ │ │ │ ├── lr_with_h2_include_zeros_coefficients.csv │ │ │ │ ├── lr_with_h2_include_zeros_coefficients_scaled.csv │ │ │ │ ├── lr_with_h2_include_zeros_confMatrix.csv │ │ │ │ ├── lr_with_h2_include_zeros_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_h2_include_zeros_consistency.csv │ │ │ │ ├── lr_with_h2_include_zeros_cors_orig.csv │ │ │ │ ├── lr_with_h2_include_zeros_cors_processed.csv │ │ │ │ ├── lr_with_h2_include_zeros_data_composition.csv │ │ │ │ ├── lr_with_h2_include_zeros_degradation.csv │ │ │ │ ├── lr_with_h2_include_zeros_disattenuated_correlations.csv │ │ │ │ ├── lr_with_h2_include_zeros_eval.csv │ │ │ │ ├── lr_with_h2_include_zeros_eval_short.csv │ │ │ │ ├── lr_with_h2_include_zeros_feature.csv │ │ │ │ ├── lr_with_h2_include_zeros_feature_descriptives.csv │ │ │ │ ├── lr_with_h2_include_zeros_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_h2_include_zeros_feature_outliers.csv │ │ │ │ ├── lr_with_h2_include_zeros_margcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_include_zeros_model_fit.csv │ │ │ │ ├── lr_with_h2_include_zeros_pca.csv │ │ │ │ ├── lr_with_h2_include_zeros_pcavar.csv │ │ │ │ ├── lr_with_h2_include_zeros_pcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_include_zeros_postprocessing_params.csv │ │ │ │ ├── lr_with_h2_include_zeros_pred_processed.csv │ │ │ │ ├── lr_with_h2_include_zeros_pred_train.csv │ │ │ │ ├── lr_with_h2_include_zeros_score_dist.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_excluded_composition.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_excluded_responses.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_features.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_human_scores.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_metadata.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_other_columns.csv │ │ │ │ ├── lr_with_h2_include_zeros_test_preprocessed_features.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_excluded_composition.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_excluded_responses.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_features.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_metadata.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_other_columns.csv │ │ │ │ ├── lr_with_h2_include_zeros_train_preprocessed_features.csv │ │ │ │ └── lr_with_h2_include_zeros_true_score_eval.csv │ │ ├── lr-with-h2-named-sc1 │ │ │ ├── features.csv │ │ │ ├── lr_with_h2_named_sc1.json │ │ │ └── output │ │ │ │ ├── lr_with_h2_named_sc1_betas.csv │ │ │ │ ├── lr_with_h2_named_sc1_coefficients.csv │ │ │ │ ├── lr_with_h2_named_sc1_coefficients_scaled.csv │ │ │ │ ├── lr_with_h2_named_sc1_confMatrix.csv │ │ │ │ ├── lr_with_h2_named_sc1_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_h2_named_sc1_consistency.csv │ │ │ │ ├── lr_with_h2_named_sc1_cors_orig.csv │ │ │ │ ├── lr_with_h2_named_sc1_cors_processed.csv │ │ │ │ ├── lr_with_h2_named_sc1_data_composition.csv │ │ │ │ ├── lr_with_h2_named_sc1_degradation.csv │ │ │ │ ├── lr_with_h2_named_sc1_disattenuated_correlations.csv │ │ │ │ ├── lr_with_h2_named_sc1_eval.csv │ │ │ │ ├── lr_with_h2_named_sc1_eval_short.csv │ │ │ │ ├── lr_with_h2_named_sc1_feature.csv │ │ │ │ ├── lr_with_h2_named_sc1_feature_descriptives.csv │ │ │ │ ├── lr_with_h2_named_sc1_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_h2_named_sc1_feature_outliers.csv │ │ │ │ ├── lr_with_h2_named_sc1_margcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_named_sc1_model_fit.csv │ │ │ │ ├── lr_with_h2_named_sc1_pca.csv │ │ │ │ ├── lr_with_h2_named_sc1_pcavar.csv │ │ │ │ ├── lr_with_h2_named_sc1_pcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_named_sc1_postprocessing_params.csv │ │ │ │ ├── lr_with_h2_named_sc1_pred_processed.csv │ │ │ │ ├── lr_with_h2_named_sc1_pred_train.csv │ │ │ │ ├── lr_with_h2_named_sc1_score_dist.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_excluded_composition.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_features.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_human_scores.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_metadata.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_other_columns.csv │ │ │ │ ├── lr_with_h2_named_sc1_test_preprocessed_features.csv │ │ │ │ ├── lr_with_h2_named_sc1_train_excluded_composition.csv │ │ │ │ ├── lr_with_h2_named_sc1_train_features.csv │ │ │ │ ├── lr_with_h2_named_sc1_train_metadata.csv │ │ │ │ ├── lr_with_h2_named_sc1_train_other_columns.csv │ │ │ │ ├── lr_with_h2_named_sc1_train_preprocessed_features.csv │ │ │ │ └── lr_with_h2_named_sc1_true_score_eval.csv │ │ ├── lr-with-h2 │ │ │ ├── features.csv │ │ │ ├── lr_with_h2.json │ │ │ └── output │ │ │ │ ├── lr_with_h2_betas.csv │ │ │ │ ├── lr_with_h2_coefficients.csv │ │ │ │ ├── lr_with_h2_coefficients_scaled.csv │ │ │ │ ├── lr_with_h2_confMatrix.csv │ │ │ │ ├── lr_with_h2_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_h2_consistency.csv │ │ │ │ ├── lr_with_h2_cors_orig.csv │ │ │ │ ├── lr_with_h2_cors_processed.csv │ │ │ │ ├── lr_with_h2_data_composition.csv │ │ │ │ ├── lr_with_h2_degradation.csv │ │ │ │ ├── lr_with_h2_disattenuated_correlations.csv │ │ │ │ ├── lr_with_h2_eval.csv │ │ │ │ ├── lr_with_h2_eval_short.csv │ │ │ │ ├── lr_with_h2_feature.csv │ │ │ │ ├── lr_with_h2_feature_descriptives.csv │ │ │ │ ├── lr_with_h2_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_h2_feature_outliers.csv │ │ │ │ ├── lr_with_h2_margcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_model_fit.csv │ │ │ │ ├── lr_with_h2_pca.csv │ │ │ │ ├── lr_with_h2_pcavar.csv │ │ │ │ ├── lr_with_h2_pcor_score_all_data.csv │ │ │ │ ├── lr_with_h2_postprocessing_params.csv │ │ │ │ ├── lr_with_h2_pred_processed.csv │ │ │ │ ├── lr_with_h2_pred_train.csv │ │ │ │ ├── lr_with_h2_score_dist.csv │ │ │ │ ├── lr_with_h2_test_excluded_composition.csv │ │ │ │ ├── lr_with_h2_test_features.csv │ │ │ │ ├── lr_with_h2_test_human_scores.csv │ │ │ │ ├── lr_with_h2_test_metadata.csv │ │ │ │ ├── lr_with_h2_test_other_columns.csv │ │ │ │ ├── lr_with_h2_test_preprocessed_features.csv │ │ │ │ ├── lr_with_h2_train_excluded_composition.csv │ │ │ │ ├── lr_with_h2_train_features.csv │ │ │ │ ├── lr_with_h2_train_metadata.csv │ │ │ │ ├── lr_with_h2_train_other_columns.csv │ │ │ │ ├── lr_with_h2_train_preprocessed_features.csv │ │ │ │ └── lr_with_h2_true_score_eval.csv │ │ ├── lr-with-id-with-leading-zeros │ │ │ ├── feature │ │ │ │ └── lr_subgroups_selected.csv │ │ │ ├── features.csv │ │ │ ├── lr_with_id_with_leading_zeros.json │ │ │ └── output │ │ │ │ ├── lr_with_id_with_leading_zeros_betas.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_coefficients.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_coefficients_scaled.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_confMatrix.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_cors_orig.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_cors_processed.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_data_composition.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_data_composition_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_csd_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_osa_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_osd_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_eval.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_eval_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_eval_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_eval_short.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_fairness_metrics_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_feature.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_feature_descriptives.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_feature_outliers.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_margcor_score_all_data.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_margcor_score_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_model_fit.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pca.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pcavar.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pcor_score_all_data.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pcor_score_by_ITEM.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_postprocessing_params.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pred_processed.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_pred_train.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_score_dist.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_test_excluded_composition.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_test_features.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_test_metadata.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_test_other_columns.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_test_preprocessed_features.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_train_excluded_composition.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_train_features.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_train_metadata.csv │ │ │ │ ├── lr_with_id_with_leading_zeros_train_other_columns.csv │ │ │ │ └── lr_with_id_with_leading_zeros_train_preprocessed_features.csv │ │ ├── lr-with-large-integer-value │ │ │ ├── features.csv │ │ │ ├── lr_with_large_integer_value.json │ │ │ └── output │ │ │ │ ├── lr_with_large_integer_value_betas.csv │ │ │ │ ├── lr_with_large_integer_value_coefficients.csv │ │ │ │ ├── lr_with_large_integer_value_coefficients_scaled.csv │ │ │ │ ├── lr_with_large_integer_value_confMatrix.csv │ │ │ │ ├── lr_with_large_integer_value_cors_orig.csv │ │ │ │ ├── lr_with_large_integer_value_cors_processed.csv │ │ │ │ ├── lr_with_large_integer_value_data_composition.csv │ │ │ │ ├── lr_with_large_integer_value_eval.csv │ │ │ │ ├── lr_with_large_integer_value_eval_short.csv │ │ │ │ ├── lr_with_large_integer_value_feature.csv │ │ │ │ ├── lr_with_large_integer_value_feature_descriptives.csv │ │ │ │ ├── lr_with_large_integer_value_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_large_integer_value_feature_outliers.csv │ │ │ │ ├── lr_with_large_integer_value_margcor_score_all_data.csv │ │ │ │ ├── lr_with_large_integer_value_model_fit.csv │ │ │ │ ├── lr_with_large_integer_value_pca.csv │ │ │ │ ├── lr_with_large_integer_value_pcavar.csv │ │ │ │ ├── lr_with_large_integer_value_pcor_score_all_data.csv │ │ │ │ ├── lr_with_large_integer_value_postprocessing_params.csv │ │ │ │ ├── lr_with_large_integer_value_pred_processed.csv │ │ │ │ ├── lr_with_large_integer_value_pred_train.csv │ │ │ │ ├── lr_with_large_integer_value_score_dist.csv │ │ │ │ ├── lr_with_large_integer_value_test_excluded_composition.csv │ │ │ │ ├── lr_with_large_integer_value_test_features.csv │ │ │ │ ├── lr_with_large_integer_value_test_metadata.csv │ │ │ │ ├── lr_with_large_integer_value_test_other_columns.csv │ │ │ │ ├── lr_with_large_integer_value_test_preprocessed_features.csv │ │ │ │ ├── lr_with_large_integer_value_train_excluded_composition.csv │ │ │ │ ├── lr_with_large_integer_value_train_features.csv │ │ │ │ ├── lr_with_large_integer_value_train_metadata.csv │ │ │ │ ├── lr_with_large_integer_value_train_other_columns.csv │ │ │ │ └── lr_with_large_integer_value_train_preprocessed_features.csv │ │ ├── lr-with-length-and-feature-list │ │ │ └── lr_with_length_and_feature.json │ │ ├── lr-with-length-and-feature │ │ │ ├── features.csv │ │ │ └── lr_with_length_and_feature.json │ │ ├── lr-with-length-as-feature-name │ │ │ ├── features.csv │ │ │ └── lr_with_length_as_feature_name.json │ │ ├── lr-with-length-non-numeric │ │ │ ├── features.csv │ │ │ ├── lr_with_length_non_numeric.json │ │ │ └── output │ │ │ │ ├── lr_with_length_non_numeric_betas.csv │ │ │ │ ├── lr_with_length_non_numeric_coefficients.csv │ │ │ │ ├── lr_with_length_non_numeric_coefficients_scaled.csv │ │ │ │ ├── lr_with_length_non_numeric_confMatrix.csv │ │ │ │ ├── lr_with_length_non_numeric_cors_orig.csv │ │ │ │ ├── lr_with_length_non_numeric_cors_processed.csv │ │ │ │ ├── lr_with_length_non_numeric_data_composition.csv │ │ │ │ ├── lr_with_length_non_numeric_eval.csv │ │ │ │ ├── lr_with_length_non_numeric_eval_short.csv │ │ │ │ ├── lr_with_length_non_numeric_feature.csv │ │ │ │ ├── lr_with_length_non_numeric_feature_descriptives.csv │ │ │ │ ├── lr_with_length_non_numeric_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_length_non_numeric_feature_outliers.csv │ │ │ │ ├── lr_with_length_non_numeric_margcor_score_all_data.csv │ │ │ │ ├── lr_with_length_non_numeric_model_fit.csv │ │ │ │ ├── lr_with_length_non_numeric_pca.csv │ │ │ │ ├── lr_with_length_non_numeric_pcavar.csv │ │ │ │ ├── lr_with_length_non_numeric_pcor_score_all_data.csv │ │ │ │ ├── lr_with_length_non_numeric_postprocessing_params.csv │ │ │ │ ├── lr_with_length_non_numeric_pred_processed.csv │ │ │ │ ├── lr_with_length_non_numeric_pred_train.csv │ │ │ │ ├── lr_with_length_non_numeric_score_dist.csv │ │ │ │ ├── lr_with_length_non_numeric_test_excluded_composition.csv │ │ │ │ ├── lr_with_length_non_numeric_test_features.csv │ │ │ │ ├── lr_with_length_non_numeric_test_metadata.csv │ │ │ │ ├── lr_with_length_non_numeric_test_other_columns.csv │ │ │ │ ├── lr_with_length_non_numeric_test_preprocessed_features.csv │ │ │ │ ├── lr_with_length_non_numeric_train_excluded_composition.csv │ │ │ │ ├── lr_with_length_non_numeric_train_features.csv │ │ │ │ ├── lr_with_length_non_numeric_train_metadata.csv │ │ │ │ ├── lr_with_length_non_numeric_train_other_columns.csv │ │ │ │ └── lr_with_length_non_numeric_train_preprocessed_features.csv │ │ ├── lr-with-length-string │ │ │ ├── features.csv │ │ │ ├── lr_with_length_string.json │ │ │ └── output │ │ │ │ ├── lr_with_length_string_betas.csv │ │ │ │ ├── lr_with_length_string_coefficients.csv │ │ │ │ ├── lr_with_length_string_coefficients_scaled.csv │ │ │ │ ├── lr_with_length_string_confMatrix.csv │ │ │ │ ├── lr_with_length_string_cors_orig.csv │ │ │ │ ├── lr_with_length_string_cors_processed.csv │ │ │ │ ├── lr_with_length_string_data_composition.csv │ │ │ │ ├── lr_with_length_string_eval.csv │ │ │ │ ├── lr_with_length_string_eval_short.csv │ │ │ │ ├── lr_with_length_string_feature.csv │ │ │ │ ├── lr_with_length_string_feature_descriptives.csv │ │ │ │ ├── lr_with_length_string_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_length_string_feature_outliers.csv │ │ │ │ ├── lr_with_length_string_margcor_length_all_data.csv │ │ │ │ ├── lr_with_length_string_margcor_score_all_data.csv │ │ │ │ ├── lr_with_length_string_model_fit.csv │ │ │ │ ├── lr_with_length_string_pca.csv │ │ │ │ ├── lr_with_length_string_pcavar.csv │ │ │ │ ├── lr_with_length_string_pcor_length_all_data.csv │ │ │ │ ├── lr_with_length_string_pcor_score_all_data.csv │ │ │ │ ├── lr_with_length_string_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_length_string_postprocessing_params.csv │ │ │ │ ├── lr_with_length_string_pred_processed.csv │ │ │ │ ├── lr_with_length_string_pred_train.csv │ │ │ │ ├── lr_with_length_string_score_dist.csv │ │ │ │ ├── lr_with_length_string_test_excluded_composition.csv │ │ │ │ ├── lr_with_length_string_test_features.csv │ │ │ │ ├── lr_with_length_string_test_metadata.csv │ │ │ │ ├── lr_with_length_string_test_other_columns.csv │ │ │ │ ├── lr_with_length_string_test_preprocessed_features.csv │ │ │ │ ├── lr_with_length_string_train_excluded_composition.csv │ │ │ │ ├── lr_with_length_string_train_features.csv │ │ │ │ ├── lr_with_length_string_train_metadata.csv │ │ │ │ ├── lr_with_length_string_train_other_columns.csv │ │ │ │ ├── lr_with_length_string_train_preprocessed_features.csv │ │ │ │ └── lr_with_length_string_train_response_lengths.csv │ │ ├── lr-with-length-zero-sd │ │ │ ├── features.csv │ │ │ ├── lr_with_length_zero_sd.json │ │ │ └── output │ │ │ │ ├── lr_with_length_zero_sd_betas.csv │ │ │ │ ├── lr_with_length_zero_sd_coefficients.csv │ │ │ │ ├── lr_with_length_zero_sd_coefficients_scaled.csv │ │ │ │ ├── lr_with_length_zero_sd_confMatrix.csv │ │ │ │ ├── lr_with_length_zero_sd_cors_orig.csv │ │ │ │ ├── lr_with_length_zero_sd_cors_processed.csv │ │ │ │ ├── lr_with_length_zero_sd_data_composition.csv │ │ │ │ ├── lr_with_length_zero_sd_eval.csv │ │ │ │ ├── lr_with_length_zero_sd_eval_short.csv │ │ │ │ ├── lr_with_length_zero_sd_feature.csv │ │ │ │ ├── lr_with_length_zero_sd_feature_descriptives.csv │ │ │ │ ├── lr_with_length_zero_sd_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_length_zero_sd_feature_outliers.csv │ │ │ │ ├── lr_with_length_zero_sd_margcor_score_all_data.csv │ │ │ │ ├── lr_with_length_zero_sd_model_fit.csv │ │ │ │ ├── lr_with_length_zero_sd_pca.csv │ │ │ │ ├── lr_with_length_zero_sd_pcavar.csv │ │ │ │ ├── lr_with_length_zero_sd_pcor_score_all_data.csv │ │ │ │ ├── lr_with_length_zero_sd_postprocessing_params.csv │ │ │ │ ├── lr_with_length_zero_sd_pred_processed.csv │ │ │ │ ├── lr_with_length_zero_sd_pred_train.csv │ │ │ │ ├── lr_with_length_zero_sd_score_dist.csv │ │ │ │ ├── lr_with_length_zero_sd_test_excluded_composition.csv │ │ │ │ ├── lr_with_length_zero_sd_test_features.csv │ │ │ │ ├── lr_with_length_zero_sd_test_metadata.csv │ │ │ │ ├── lr_with_length_zero_sd_test_other_columns.csv │ │ │ │ ├── lr_with_length_zero_sd_test_preprocessed_features.csv │ │ │ │ ├── lr_with_length_zero_sd_train_excluded_composition.csv │ │ │ │ ├── lr_with_length_zero_sd_train_features.csv │ │ │ │ ├── lr_with_length_zero_sd_train_metadata.csv │ │ │ │ ├── lr_with_length_zero_sd_train_other_columns.csv │ │ │ │ └── lr_with_length_zero_sd_train_preprocessed_features.csv │ │ ├── lr-with-length │ │ │ ├── features.csv │ │ │ ├── lr_with_length.json │ │ │ └── output │ │ │ │ ├── lr_with_length_betas.csv │ │ │ │ ├── lr_with_length_coefficients.csv │ │ │ │ ├── lr_with_length_coefficients_scaled.csv │ │ │ │ ├── lr_with_length_confMatrix.csv │ │ │ │ ├── lr_with_length_cors_orig.csv │ │ │ │ ├── lr_with_length_cors_processed.csv │ │ │ │ ├── lr_with_length_data_composition.csv │ │ │ │ ├── lr_with_length_eval.csv │ │ │ │ ├── lr_with_length_eval_short.csv │ │ │ │ ├── lr_with_length_feature.csv │ │ │ │ ├── lr_with_length_feature_descriptives.csv │ │ │ │ ├── lr_with_length_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_length_feature_outliers.csv │ │ │ │ ├── lr_with_length_margcor_length_all_data.csv │ │ │ │ ├── lr_with_length_margcor_score_all_data.csv │ │ │ │ ├── lr_with_length_model_fit.csv │ │ │ │ ├── lr_with_length_pca.csv │ │ │ │ ├── lr_with_length_pcavar.csv │ │ │ │ ├── lr_with_length_pcor_length_all_data.csv │ │ │ │ ├── lr_with_length_pcor_score_all_data.csv │ │ │ │ ├── lr_with_length_pcor_score_no_length_all_data.csv │ │ │ │ ├── lr_with_length_postprocessing_params.csv │ │ │ │ ├── lr_with_length_pred_processed.csv │ │ │ │ ├── lr_with_length_pred_train.csv │ │ │ │ ├── lr_with_length_score_dist.csv │ │ │ │ ├── lr_with_length_test_excluded_composition.csv │ │ │ │ ├── lr_with_length_test_features.csv │ │ │ │ ├── lr_with_length_test_metadata.csv │ │ │ │ ├── lr_with_length_test_other_columns.csv │ │ │ │ ├── lr_with_length_test_preprocessed_features.csv │ │ │ │ ├── lr_with_length_train_excluded_composition.csv │ │ │ │ ├── lr_with_length_train_features.csv │ │ │ │ ├── lr_with_length_train_metadata.csv │ │ │ │ ├── lr_with_length_train_other_columns.csv │ │ │ │ ├── lr_with_length_train_preprocessed_features.csv │ │ │ │ └── lr_with_length_train_response_lengths.csv │ │ ├── lr-with-missing-length-values │ │ │ ├── features.csv │ │ │ ├── lr_with_missing_length_values.json │ │ │ └── output │ │ │ │ ├── lr_with_missing_length_values_betas.csv │ │ │ │ ├── lr_with_missing_length_values_coefficients.csv │ │ │ │ ├── lr_with_missing_length_values_coefficients_scaled.csv │ │ │ │ ├── lr_with_missing_length_values_confMatrix.csv │ │ │ │ ├── lr_with_missing_length_values_cors_orig.csv │ │ │ │ ├── lr_with_missing_length_values_cors_processed.csv │ │ │ │ ├── lr_with_missing_length_values_data_composition.csv │ │ │ │ ├── lr_with_missing_length_values_eval.csv │ │ │ │ ├── lr_with_missing_length_values_eval_short.csv │ │ │ │ ├── lr_with_missing_length_values_feature.csv │ │ │ │ ├── lr_with_missing_length_values_feature_descriptives.csv │ │ │ │ ├── lr_with_missing_length_values_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_missing_length_values_feature_outliers.csv │ │ │ │ ├── lr_with_missing_length_values_margcor_score_all_data.csv │ │ │ │ ├── lr_with_missing_length_values_model_fit.csv │ │ │ │ ├── lr_with_missing_length_values_pca.csv │ │ │ │ ├── lr_with_missing_length_values_pcavar.csv │ │ │ │ ├── lr_with_missing_length_values_pcor_score_all_data.csv │ │ │ │ ├── lr_with_missing_length_values_postprocessing_params.csv │ │ │ │ ├── lr_with_missing_length_values_pred_processed.csv │ │ │ │ ├── lr_with_missing_length_values_pred_train.csv │ │ │ │ ├── lr_with_missing_length_values_score_dist.csv │ │ │ │ ├── lr_with_missing_length_values_test_excluded_composition.csv │ │ │ │ ├── lr_with_missing_length_values_test_features.csv │ │ │ │ ├── lr_with_missing_length_values_test_metadata.csv │ │ │ │ ├── lr_with_missing_length_values_test_other_columns.csv │ │ │ │ ├── lr_with_missing_length_values_test_preprocessed_features.csv │ │ │ │ ├── lr_with_missing_length_values_train_excluded_composition.csv │ │ │ │ ├── lr_with_missing_length_values_train_features.csv │ │ │ │ ├── lr_with_missing_length_values_train_metadata.csv │ │ │ │ ├── lr_with_missing_length_values_train_other_columns.csv │ │ │ │ └── lr_with_missing_length_values_train_preprocessed_features.csv │ │ ├── lr-with-none-flagged │ │ │ ├── features.csv │ │ │ └── lr_with_none_flagged.json │ │ ├── lr-with-notebook-rerun-fail │ │ │ ├── features.csv │ │ │ ├── lr.json │ │ │ └── output │ │ │ │ ├── lr_betas.csv │ │ │ │ ├── lr_coefficients.csv │ │ │ │ ├── lr_coefficients_scaled.csv │ │ │ │ ├── lr_confMatrix.csv │ │ │ │ ├── lr_cors_orig.csv │ │ │ │ ├── lr_cors_processed.csv │ │ │ │ ├── lr_data_composition.csv │ │ │ │ ├── lr_eval.csv │ │ │ │ ├── lr_eval_short.csv │ │ │ │ ├── lr_feature.csv │ │ │ │ ├── lr_feature_descriptives.csv │ │ │ │ ├── lr_feature_descriptivesExtra.csv │ │ │ │ ├── lr_feature_outliers.csv │ │ │ │ ├── lr_margcor_score_all_data.csv │ │ │ │ ├── lr_model_fit.csv │ │ │ │ ├── lr_pca.csv │ │ │ │ ├── lr_pcavar.csv │ │ │ │ ├── lr_pcor_score_all_data.csv │ │ │ │ ├── lr_postprocessing_params.csv │ │ │ │ ├── lr_pred_processed.csv │ │ │ │ ├── lr_pred_train.csv │ │ │ │ ├── lr_score_dist.csv │ │ │ │ ├── lr_test_excluded_composition.csv │ │ │ │ ├── lr_test_features.csv │ │ │ │ ├── lr_test_metadata.csv │ │ │ │ ├── lr_test_other_columns.csv │ │ │ │ ├── lr_test_preprocessed_features.csv │ │ │ │ ├── lr_train_excluded_composition.csv │ │ │ │ ├── lr_train_features.csv │ │ │ │ ├── lr_train_metadata.csv │ │ │ │ ├── lr_train_other_columns.csv │ │ │ │ └── lr_train_preprocessed_features.csv │ │ ├── lr-with-notebook-rerun │ │ │ ├── features.csv │ │ │ ├── lr.json │ │ │ └── output │ │ │ │ ├── lr_betas.csv │ │ │ │ ├── lr_coefficients.csv │ │ │ │ ├── lr_coefficients_scaled.csv │ │ │ │ ├── lr_confMatrix.csv │ │ │ │ ├── lr_cors_orig.csv │ │ │ │ ├── lr_cors_processed.csv │ │ │ │ ├── lr_data_composition.csv │ │ │ │ ├── lr_eval.csv │ │ │ │ ├── lr_eval_short.csv │ │ │ │ ├── lr_feature.csv │ │ │ │ ├── lr_feature_descriptives.csv │ │ │ │ ├── lr_feature_descriptivesExtra.csv │ │ │ │ ├── lr_feature_outliers.csv │ │ │ │ ├── lr_margcor_score_all_data.csv │ │ │ │ ├── lr_model_fit.csv │ │ │ │ ├── lr_pca.csv │ │ │ │ ├── lr_pcavar.csv │ │ │ │ ├── lr_pcor_score_all_data.csv │ │ │ │ ├── lr_postprocessing_params.csv │ │ │ │ ├── lr_pred_processed.csv │ │ │ │ ├── lr_pred_train.csv │ │ │ │ ├── lr_score_dist.csv │ │ │ │ ├── lr_test_excluded_composition.csv │ │ │ │ ├── lr_test_features.csv │ │ │ │ ├── lr_test_metadata.csv │ │ │ │ ├── lr_test_other_columns.csv │ │ │ │ ├── lr_test_preprocessed_features.csv │ │ │ │ ├── lr_train_excluded_composition.csv │ │ │ │ ├── lr_train_features.csv │ │ │ │ ├── lr_train_metadata.csv │ │ │ │ ├── lr_train_other_columns.csv │ │ │ │ └── lr_train_preprocessed_features.csv │ │ ├── lr-with-numeric-subgroup │ │ │ ├── features.csv │ │ │ ├── lr_with_numeric_subgroup.json │ │ │ └── output │ │ │ │ ├── lr_with_numeric_subgroup_betas.csv │ │ │ │ ├── lr_with_numeric_subgroup_coefficients.csv │ │ │ │ ├── lr_with_numeric_subgroup_coefficients_scaled.csv │ │ │ │ ├── lr_with_numeric_subgroup_confMatrix.csv │ │ │ │ ├── lr_with_numeric_subgroup_cors_orig.csv │ │ │ │ ├── lr_with_numeric_subgroup_cors_processed.csv │ │ │ │ ├── lr_with_numeric_subgroup_data_composition.csv │ │ │ │ ├── lr_with_numeric_subgroup_data_composition_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_csd_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_osa_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_osd_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_eval.csv │ │ │ │ ├── lr_with_numeric_subgroup_eval_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_eval_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_eval_short.csv │ │ │ │ ├── lr_with_numeric_subgroup_fairness_metrics_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_feature.csv │ │ │ │ ├── lr_with_numeric_subgroup_feature_descriptives.csv │ │ │ │ ├── lr_with_numeric_subgroup_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_numeric_subgroup_feature_outliers.csv │ │ │ │ ├── lr_with_numeric_subgroup_margcor_score_all_data.csv │ │ │ │ ├── lr_with_numeric_subgroup_margcor_score_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_model_fit.csv │ │ │ │ ├── lr_with_numeric_subgroup_pca.csv │ │ │ │ ├── lr_with_numeric_subgroup_pcavar.csv │ │ │ │ ├── lr_with_numeric_subgroup_pcor_score_all_data.csv │ │ │ │ ├── lr_with_numeric_subgroup_pcor_score_by_ITEM.csv │ │ │ │ ├── lr_with_numeric_subgroup_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_numeric_subgroup_postprocessing_params.csv │ │ │ │ ├── lr_with_numeric_subgroup_pred_processed.csv │ │ │ │ ├── lr_with_numeric_subgroup_pred_train.csv │ │ │ │ ├── lr_with_numeric_subgroup_score_dist.csv │ │ │ │ ├── lr_with_numeric_subgroup_test_excluded_composition.csv │ │ │ │ ├── lr_with_numeric_subgroup_test_features.csv │ │ │ │ ├── lr_with_numeric_subgroup_test_metadata.csv │ │ │ │ ├── lr_with_numeric_subgroup_test_other_columns.csv │ │ │ │ ├── lr_with_numeric_subgroup_test_preprocessed_features.csv │ │ │ │ ├── lr_with_numeric_subgroup_train_excluded_composition.csv │ │ │ │ ├── lr_with_numeric_subgroup_train_features.csv │ │ │ │ ├── lr_with_numeric_subgroup_train_metadata.csv │ │ │ │ ├── lr_with_numeric_subgroup_train_other_columns.csv │ │ │ │ └── lr_with_numeric_subgroup_train_preprocessed_features.csv │ │ ├── lr-with-one-fully-non-numeric-feature │ │ │ ├── features.csv │ │ │ └── lr_with_one_fully_non_numeric_feature.json │ │ ├── lr-with-repeated-ids │ │ │ ├── features.csv │ │ │ └── lr_with_repeated_ids.json │ │ ├── lr-with-requested-feature-with-zero-sd │ │ │ └── lr_with_requested_feature_with_zero_sd.json │ │ ├── lr-with-sas │ │ │ ├── features.csv │ │ │ ├── lr_with_sas.json │ │ │ └── output │ │ │ │ ├── lr_with_sas_betas.csv │ │ │ │ ├── lr_with_sas_coefficients.csv │ │ │ │ ├── lr_with_sas_coefficients_scaled.csv │ │ │ │ ├── lr_with_sas_confMatrix.csv │ │ │ │ ├── lr_with_sas_cors_orig.csv │ │ │ │ ├── lr_with_sas_cors_processed.csv │ │ │ │ ├── lr_with_sas_data_composition.csv │ │ │ │ ├── lr_with_sas_eval.csv │ │ │ │ ├── lr_with_sas_eval_short.csv │ │ │ │ ├── lr_with_sas_feature.csv │ │ │ │ ├── lr_with_sas_feature_descriptives.csv │ │ │ │ ├── lr_with_sas_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_sas_feature_outliers.csv │ │ │ │ ├── lr_with_sas_margcor_score_all_data.csv │ │ │ │ ├── lr_with_sas_model_fit.csv │ │ │ │ ├── lr_with_sas_pca.csv │ │ │ │ ├── lr_with_sas_pcavar.csv │ │ │ │ ├── lr_with_sas_pcor_score_all_data.csv │ │ │ │ ├── lr_with_sas_postprocessing_params.csv │ │ │ │ ├── lr_with_sas_pred_processed.csv │ │ │ │ ├── lr_with_sas_pred_train.csv │ │ │ │ ├── lr_with_sas_score_dist.csv │ │ │ │ ├── lr_with_sas_test_excluded_composition.csv │ │ │ │ ├── lr_with_sas_test_features.csv │ │ │ │ ├── lr_with_sas_test_metadata.csv │ │ │ │ ├── lr_with_sas_test_other_columns.csv │ │ │ │ ├── lr_with_sas_test_preprocessed_features.csv │ │ │ │ ├── lr_with_sas_train_excluded_composition.csv │ │ │ │ ├── lr_with_sas_train_features.csv │ │ │ │ ├── lr_with_sas_train_metadata.csv │ │ │ │ ├── lr_with_sas_train_other_columns.csv │ │ │ │ └── lr_with_sas_train_preprocessed_features.csv │ │ ├── lr-with-sc1-as-feature-name │ │ │ ├── features.csv │ │ │ └── lr_with_sc1_as_feature_name.json │ │ ├── lr-with-sc2-as-feature-name │ │ │ ├── features.csv │ │ │ └── lr_with_sc2_as_feature_name.json │ │ ├── lr-with-subgroup-as-feature-name │ │ │ ├── features.csv │ │ │ └── lr_with_subgroup_as_feature_name.json │ │ ├── lr-with-subset-double-scored │ │ │ ├── features.csv │ │ │ ├── lr_with_subset_double_scored.json │ │ │ └── output │ │ │ │ ├── lr_with_subset_double_scored_betas.csv │ │ │ │ ├── lr_with_subset_double_scored_coefficients.csv │ │ │ │ ├── lr_with_subset_double_scored_coefficients_scaled.csv │ │ │ │ ├── lr_with_subset_double_scored_confMatrix.csv │ │ │ │ ├── lr_with_subset_double_scored_confMatrix_h1h2.csv │ │ │ │ ├── lr_with_subset_double_scored_consistency.csv │ │ │ │ ├── lr_with_subset_double_scored_cors_orig.csv │ │ │ │ ├── lr_with_subset_double_scored_cors_processed.csv │ │ │ │ ├── lr_with_subset_double_scored_data_composition.csv │ │ │ │ ├── lr_with_subset_double_scored_degradation.csv │ │ │ │ ├── lr_with_subset_double_scored_disattenuated_correlations.csv │ │ │ │ ├── lr_with_subset_double_scored_eval.csv │ │ │ │ ├── lr_with_subset_double_scored_eval_short.csv │ │ │ │ ├── lr_with_subset_double_scored_feature.csv │ │ │ │ ├── lr_with_subset_double_scored_feature_descriptives.csv │ │ │ │ ├── lr_with_subset_double_scored_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_subset_double_scored_feature_outliers.csv │ │ │ │ ├── lr_with_subset_double_scored_margcor_score_all_data.csv │ │ │ │ ├── lr_with_subset_double_scored_model_fit.csv │ │ │ │ ├── lr_with_subset_double_scored_pca.csv │ │ │ │ ├── lr_with_subset_double_scored_pcavar.csv │ │ │ │ ├── lr_with_subset_double_scored_pcor_score_all_data.csv │ │ │ │ ├── lr_with_subset_double_scored_postprocessing_params.csv │ │ │ │ ├── lr_with_subset_double_scored_pred_processed.csv │ │ │ │ ├── lr_with_subset_double_scored_pred_train.csv │ │ │ │ ├── lr_with_subset_double_scored_score_dist.csv │ │ │ │ ├── lr_with_subset_double_scored_test_excluded_composition.csv │ │ │ │ ├── lr_with_subset_double_scored_test_features.csv │ │ │ │ ├── lr_with_subset_double_scored_test_human_scores.csv │ │ │ │ ├── lr_with_subset_double_scored_test_metadata.csv │ │ │ │ ├── lr_with_subset_double_scored_test_other_columns.csv │ │ │ │ ├── lr_with_subset_double_scored_test_preprocessed_features.csv │ │ │ │ ├── lr_with_subset_double_scored_train_excluded_composition.csv │ │ │ │ ├── lr_with_subset_double_scored_train_features.csv │ │ │ │ ├── lr_with_subset_double_scored_train_metadata.csv │ │ │ │ ├── lr_with_subset_double_scored_train_other_columns.csv │ │ │ │ ├── lr_with_subset_double_scored_train_preprocessed_features.csv │ │ │ │ └── lr_with_subset_double_scored_true_score_eval.csv │ │ ├── lr-with-thumbnails-subgroups │ │ │ ├── features.csv │ │ │ ├── lr_with_thumbnails_subgroups.json │ │ │ └── output │ │ │ │ ├── lr_with_thumbnails_subgroups_betas.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_coefficients.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_coefficients_scaled.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_confMatrix.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_cors_orig.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_cors_processed.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_data_composition.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_data_composition_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_csd_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_osa_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_osd_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_eval.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_eval_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_eval_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_eval_short.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_feature.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_feature_descriptives.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_feature_outliers.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_margcor_score_all_data.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_margcor_score_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_model_fit.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pca.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pcavar.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pcor_score_all_data.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pcor_score_by_L1.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_postprocessing_params.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pred_processed.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_pred_train.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_score_dist.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_test_excluded_composition.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_test_features.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_test_metadata.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_test_other_columns.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_test_preprocessed_features.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_train_excluded_composition.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_train_features.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_train_metadata.csv │ │ │ │ ├── lr_with_thumbnails_subgroups_train_other_columns.csv │ │ │ │ └── lr_with_thumbnails_subgroups_train_preprocessed_features.csv │ │ ├── lr-with-thumbnails │ │ │ ├── features.csv │ │ │ ├── lr_with_thumbnails.json │ │ │ └── output │ │ │ │ ├── lr_with_thumbnails_betas.csv │ │ │ │ ├── lr_with_thumbnails_coefficients.csv │ │ │ │ ├── lr_with_thumbnails_coefficients_scaled.csv │ │ │ │ ├── lr_with_thumbnails_confMatrix.csv │ │ │ │ ├── lr_with_thumbnails_cors_orig.csv │ │ │ │ ├── lr_with_thumbnails_cors_processed.csv │ │ │ │ ├── lr_with_thumbnails_data_composition.csv │ │ │ │ ├── lr_with_thumbnails_eval.csv │ │ │ │ ├── lr_with_thumbnails_eval_short.csv │ │ │ │ ├── lr_with_thumbnails_feature.csv │ │ │ │ ├── lr_with_thumbnails_feature_descriptives.csv │ │ │ │ ├── lr_with_thumbnails_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_thumbnails_feature_outliers.csv │ │ │ │ ├── lr_with_thumbnails_margcor_score_all_data.csv │ │ │ │ ├── lr_with_thumbnails_model_fit.csv │ │ │ │ ├── lr_with_thumbnails_pca.csv │ │ │ │ ├── lr_with_thumbnails_pcavar.csv │ │ │ │ ├── lr_with_thumbnails_pcor_score_all_data.csv │ │ │ │ ├── lr_with_thumbnails_postprocessing_params.csv │ │ │ │ ├── lr_with_thumbnails_pred_processed.csv │ │ │ │ ├── lr_with_thumbnails_pred_train.csv │ │ │ │ ├── lr_with_thumbnails_score_dist.csv │ │ │ │ ├── lr_with_thumbnails_test_excluded_composition.csv │ │ │ │ ├── lr_with_thumbnails_test_features.csv │ │ │ │ ├── lr_with_thumbnails_test_metadata.csv │ │ │ │ ├── lr_with_thumbnails_test_other_columns.csv │ │ │ │ ├── lr_with_thumbnails_test_preprocessed_features.csv │ │ │ │ ├── lr_with_thumbnails_train_excluded_composition.csv │ │ │ │ ├── lr_with_thumbnails_train_features.csv │ │ │ │ ├── lr_with_thumbnails_train_metadata.csv │ │ │ │ ├── lr_with_thumbnails_train_other_columns.csv │ │ │ │ └── lr_with_thumbnails_train_preprocessed_features.csv │ │ ├── lr-with-trim-tolerance │ │ │ ├── features.csv │ │ │ ├── lr_with_trim_tolerance.json │ │ │ └── output │ │ │ │ ├── lr_with_trim_tolerance_betas.csv │ │ │ │ ├── lr_with_trim_tolerance_coefficients.csv │ │ │ │ ├── lr_with_trim_tolerance_coefficients_scaled.csv │ │ │ │ ├── lr_with_trim_tolerance_confMatrix.csv │ │ │ │ ├── lr_with_trim_tolerance_cors_orig.csv │ │ │ │ ├── lr_with_trim_tolerance_cors_processed.csv │ │ │ │ ├── lr_with_trim_tolerance_data_composition.csv │ │ │ │ ├── lr_with_trim_tolerance_eval.csv │ │ │ │ ├── lr_with_trim_tolerance_eval_short.csv │ │ │ │ ├── lr_with_trim_tolerance_feature.csv │ │ │ │ ├── lr_with_trim_tolerance_feature_descriptives.csv │ │ │ │ ├── lr_with_trim_tolerance_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_trim_tolerance_feature_outliers.csv │ │ │ │ ├── lr_with_trim_tolerance_margcor_score_all_data.csv │ │ │ │ ├── lr_with_trim_tolerance_model_fit.csv │ │ │ │ ├── lr_with_trim_tolerance_pca.csv │ │ │ │ ├── lr_with_trim_tolerance_pcavar.csv │ │ │ │ ├── lr_with_trim_tolerance_pcor_score_all_data.csv │ │ │ │ ├── lr_with_trim_tolerance_postprocessing_params.csv │ │ │ │ ├── lr_with_trim_tolerance_pred_processed.csv │ │ │ │ ├── lr_with_trim_tolerance_pred_train.csv │ │ │ │ ├── lr_with_trim_tolerance_score_dist.csv │ │ │ │ ├── lr_with_trim_tolerance_test_excluded_composition.csv │ │ │ │ ├── lr_with_trim_tolerance_test_features.csv │ │ │ │ ├── lr_with_trim_tolerance_test_metadata.csv │ │ │ │ ├── lr_with_trim_tolerance_test_other_columns.csv │ │ │ │ ├── lr_with_trim_tolerance_test_preprocessed_features.csv │ │ │ │ ├── lr_with_trim_tolerance_train_excluded_composition.csv │ │ │ │ ├── lr_with_trim_tolerance_train_features.csv │ │ │ │ ├── lr_with_trim_tolerance_train_metadata.csv │ │ │ │ ├── lr_with_trim_tolerance_train_other_columns.csv │ │ │ │ └── lr_with_trim_tolerance_train_preprocessed_features.csv │ │ ├── lr-with-truncations-no-features-columns │ │ │ ├── features.csv │ │ │ └── lr_with_truncations_no_features_columns.json │ │ ├── lr-with-truncations-no-features-field │ │ │ └── lr_with_truncations_no_features_field.json │ │ ├── lr-with-truncations │ │ │ ├── features.csv │ │ │ ├── lr_with_truncations.json │ │ │ └── output │ │ │ │ ├── lr_with_truncations_betas.csv │ │ │ │ ├── lr_with_truncations_coefficients.csv │ │ │ │ ├── lr_with_truncations_coefficients_scaled.csv │ │ │ │ ├── lr_with_truncations_confMatrix.csv │ │ │ │ ├── lr_with_truncations_cors_orig.csv │ │ │ │ ├── lr_with_truncations_cors_processed.csv │ │ │ │ ├── lr_with_truncations_data_composition.csv │ │ │ │ ├── lr_with_truncations_eval.csv │ │ │ │ ├── lr_with_truncations_eval_short.csv │ │ │ │ ├── lr_with_truncations_feature.csv │ │ │ │ ├── lr_with_truncations_feature_descriptives.csv │ │ │ │ ├── lr_with_truncations_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_truncations_feature_outliers.csv │ │ │ │ ├── lr_with_truncations_margcor_score_all_data.csv │ │ │ │ ├── lr_with_truncations_model_fit.csv │ │ │ │ ├── lr_with_truncations_pca.csv │ │ │ │ ├── lr_with_truncations_pcavar.csv │ │ │ │ ├── lr_with_truncations_pcor_score_all_data.csv │ │ │ │ ├── lr_with_truncations_postprocessing_params.csv │ │ │ │ ├── lr_with_truncations_pred_processed.csv │ │ │ │ ├── lr_with_truncations_pred_train.csv │ │ │ │ ├── lr_with_truncations_score_dist.csv │ │ │ │ ├── lr_with_truncations_test_excluded_composition.csv │ │ │ │ ├── lr_with_truncations_test_features.csv │ │ │ │ ├── lr_with_truncations_test_metadata.csv │ │ │ │ ├── lr_with_truncations_test_other_columns.csv │ │ │ │ ├── lr_with_truncations_test_preprocessed_features.csv │ │ │ │ ├── lr_with_truncations_train_excluded_composition.csv │ │ │ │ ├── lr_with_truncations_train_features.csv │ │ │ │ ├── lr_with_truncations_train_metadata.csv │ │ │ │ ├── lr_with_truncations_train_other_columns.csv │ │ │ │ └── lr_with_truncations_train_preprocessed_features.csv │ │ ├── lr-with-tsv-output │ │ │ ├── features.csv │ │ │ ├── lr_with_tsv_output.json │ │ │ └── output │ │ │ │ ├── lr_with_tsv_output_betas.tsv │ │ │ │ ├── lr_with_tsv_output_coefficients.tsv │ │ │ │ ├── lr_with_tsv_output_coefficients_scaled.tsv │ │ │ │ ├── lr_with_tsv_output_confMatrix.tsv │ │ │ │ ├── lr_with_tsv_output_cors_orig.tsv │ │ │ │ ├── lr_with_tsv_output_cors_processed.tsv │ │ │ │ ├── lr_with_tsv_output_data_composition.tsv │ │ │ │ ├── lr_with_tsv_output_eval.tsv │ │ │ │ ├── lr_with_tsv_output_eval_short.tsv │ │ │ │ ├── lr_with_tsv_output_feature.tsv │ │ │ │ ├── lr_with_tsv_output_feature_descriptives.tsv │ │ │ │ ├── lr_with_tsv_output_feature_descriptivesExtra.tsv │ │ │ │ ├── lr_with_tsv_output_feature_outliers.tsv │ │ │ │ ├── lr_with_tsv_output_margcor_score_all_data.tsv │ │ │ │ ├── lr_with_tsv_output_model_fit.tsv │ │ │ │ ├── lr_with_tsv_output_pca.tsv │ │ │ │ ├── lr_with_tsv_output_pcavar.tsv │ │ │ │ ├── lr_with_tsv_output_pcor_score_all_data.tsv │ │ │ │ ├── lr_with_tsv_output_postprocessing_params.tsv │ │ │ │ ├── lr_with_tsv_output_pred_processed.tsv │ │ │ │ ├── lr_with_tsv_output_pred_train.tsv │ │ │ │ ├── lr_with_tsv_output_score_dist.tsv │ │ │ │ ├── lr_with_tsv_output_test_excluded_composition.tsv │ │ │ │ ├── lr_with_tsv_output_test_features.tsv │ │ │ │ ├── lr_with_tsv_output_test_metadata.tsv │ │ │ │ ├── lr_with_tsv_output_test_other_columns.tsv │ │ │ │ ├── lr_with_tsv_output_test_preprocessed_features.tsv │ │ │ │ ├── lr_with_tsv_output_train_excluded_composition.tsv │ │ │ │ ├── lr_with_tsv_output_train_features.tsv │ │ │ │ ├── lr_with_tsv_output_train_metadata.tsv │ │ │ │ ├── lr_with_tsv_output_train_other_columns.tsv │ │ │ │ └── lr_with_tsv_output_train_preprocessed_features.tsv │ │ ├── lr-with-warnings │ │ │ ├── custom1.ipynb │ │ │ ├── custom2.ipynb │ │ │ ├── features.csv │ │ │ ├── lr_with_warnings.json │ │ │ └── output │ │ │ │ ├── lr_with_warnings_betas.csv │ │ │ │ ├── lr_with_warnings_coefficients.csv │ │ │ │ ├── lr_with_warnings_coefficients_scaled.csv │ │ │ │ ├── lr_with_warnings_confMatrix.csv │ │ │ │ ├── lr_with_warnings_cors_orig.csv │ │ │ │ ├── lr_with_warnings_cors_processed.csv │ │ │ │ ├── lr_with_warnings_data_composition.csv │ │ │ │ ├── lr_with_warnings_eval.csv │ │ │ │ ├── lr_with_warnings_eval_short.csv │ │ │ │ ├── lr_with_warnings_feature.csv │ │ │ │ ├── lr_with_warnings_feature_descriptives.csv │ │ │ │ ├── lr_with_warnings_feature_descriptivesExtra.csv │ │ │ │ ├── lr_with_warnings_feature_outliers.csv │ │ │ │ ├── lr_with_warnings_margcor_score_all_data.csv │ │ │ │ ├── lr_with_warnings_model_fit.csv │ │ │ │ ├── lr_with_warnings_pca.csv │ │ │ │ ├── lr_with_warnings_pcavar.csv │ │ │ │ ├── lr_with_warnings_pcor_score_all_data.csv │ │ │ │ ├── lr_with_warnings_postprocessing_params.csv │ │ │ │ ├── lr_with_warnings_pred_processed.csv │ │ │ │ ├── lr_with_warnings_pred_train.csv │ │ │ │ ├── lr_with_warnings_score_dist.csv │ │ │ │ ├── lr_with_warnings_test_excluded_composition.csv │ │ │ │ ├── lr_with_warnings_test_features.csv │ │ │ │ ├── lr_with_warnings_test_metadata.csv │ │ │ │ ├── lr_with_warnings_test_other_columns.csv │ │ │ │ ├── lr_with_warnings_test_preprocessed_features.csv │ │ │ │ ├── lr_with_warnings_train_excluded_composition.csv │ │ │ │ ├── lr_with_warnings_train_features.csv │ │ │ │ ├── lr_with_warnings_train_metadata.csv │ │ │ │ ├── lr_with_warnings_train_other_columns.csv │ │ │ │ └── lr_with_warnings_train_preprocessed_features.csv │ │ ├── lr-with-xlsx-output │ │ │ ├── features.csv │ │ │ ├── lr_with_xlsx_output.json │ │ │ └── output │ │ │ │ ├── lr_with_xlsx_output_betas.xlsx │ │ │ │ ├── lr_with_xlsx_output_coefficients.xlsx │ │ │ │ ├── lr_with_xlsx_output_coefficients_scaled.xlsx │ │ │ │ ├── lr_with_xlsx_output_confMatrix.xlsx │ │ │ │ ├── lr_with_xlsx_output_cors_orig.xlsx │ │ │ │ ├── lr_with_xlsx_output_cors_processed.xlsx │ │ │ │ ├── lr_with_xlsx_output_data_composition.xlsx │ │ │ │ ├── lr_with_xlsx_output_eval.xlsx │ │ │ │ ├── lr_with_xlsx_output_eval_short.xlsx │ │ │ │ ├── lr_with_xlsx_output_feature.xlsx │ │ │ │ ├── lr_with_xlsx_output_feature_descriptives.xlsx │ │ │ │ ├── lr_with_xlsx_output_feature_descriptivesExtra.xlsx │ │ │ │ ├── lr_with_xlsx_output_feature_outliers.xlsx │ │ │ │ ├── lr_with_xlsx_output_margcor_score_all_data.xlsx │ │ │ │ ├── lr_with_xlsx_output_model_fit.xlsx │ │ │ │ ├── lr_with_xlsx_output_pca.xlsx │ │ │ │ ├── lr_with_xlsx_output_pcavar.xlsx │ │ │ │ ├── lr_with_xlsx_output_pcor_score_all_data.xlsx │ │ │ │ ├── lr_with_xlsx_output_postprocessing_params.xlsx │ │ │ │ ├── lr_with_xlsx_output_pred_processed.xlsx │ │ │ │ ├── lr_with_xlsx_output_pred_train.xlsx │ │ │ │ ├── lr_with_xlsx_output_score_dist.xlsx │ │ │ │ ├── lr_with_xlsx_output_test_excluded_composition.xlsx │ │ │ │ ├── lr_with_xlsx_output_test_features.xlsx │ │ │ │ ├── lr_with_xlsx_output_test_metadata.xlsx │ │ │ │ ├── lr_with_xlsx_output_test_other_columns.xlsx │ │ │ │ ├── lr_with_xlsx_output_test_preprocessed_features.xlsx │ │ │ │ ├── lr_with_xlsx_output_train_excluded_composition.xlsx │ │ │ │ ├── lr_with_xlsx_output_train_features.xlsx │ │ │ │ ├── lr_with_xlsx_output_train_metadata.xlsx │ │ │ │ ├── lr_with_xlsx_output_train_other_columns.xlsx │ │ │ │ └── lr_with_xlsx_output_train_preprocessed_features.xlsx │ │ ├── lr-wrong-path-features │ │ │ └── lr.json │ │ ├── lr-wrong-path │ │ │ ├── features.csv │ │ │ └── lr.json │ │ ├── lr-xlsx-input-and-subset-files │ │ │ ├── feature_file.xlsx │ │ │ ├── lr_xlsx_input_and_subset_files.json │ │ │ └── output │ │ │ │ ├── lr_xlsx_input_and_subset_files_betas.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_coefficients.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_coefficients_scaled.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_confMatrix.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_cors_orig.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_cors_processed.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_data_composition.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_eval.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_eval_short.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_feature.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_feature_descriptives.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_feature_outliers.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_margcor_score_all_data.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_model_fit.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_pca.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_pcavar.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_pcor_score_all_data.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_postprocessing_params.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_pred_processed.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_pred_train.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_score_dist.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_test_excluded_composition.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_test_features.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_test_metadata.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_test_other_columns.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_test_preprocessed_features.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_train_excluded_composition.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_train_features.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_train_metadata.csv │ │ │ │ ├── lr_xlsx_input_and_subset_files_train_other_columns.csv │ │ │ │ └── lr_xlsx_input_and_subset_files_train_preprocessed_features.csv │ │ ├── lr-xlsx-input-files │ │ │ ├── features.xlsx │ │ │ ├── lr_xlsx_input_files.json │ │ │ └── output │ │ │ │ ├── lr_xlsx_input_files_betas.csv │ │ │ │ ├── lr_xlsx_input_files_coefficients.csv │ │ │ │ ├── lr_xlsx_input_files_coefficients_scaled.csv │ │ │ │ ├── lr_xlsx_input_files_confMatrix.csv │ │ │ │ ├── lr_xlsx_input_files_cors_orig.csv │ │ │ │ ├── lr_xlsx_input_files_cors_processed.csv │ │ │ │ ├── lr_xlsx_input_files_data_composition.csv │ │ │ │ ├── lr_xlsx_input_files_eval.csv │ │ │ │ ├── lr_xlsx_input_files_eval_short.csv │ │ │ │ ├── lr_xlsx_input_files_feature.csv │ │ │ │ ├── lr_xlsx_input_files_feature_descriptives.csv │ │ │ │ ├── lr_xlsx_input_files_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xlsx_input_files_feature_outliers.csv │ │ │ │ ├── lr_xlsx_input_files_margcor_score_all_data.csv │ │ │ │ ├── lr_xlsx_input_files_model_fit.csv │ │ │ │ ├── lr_xlsx_input_files_pca.csv │ │ │ │ ├── lr_xlsx_input_files_pcavar.csv │ │ │ │ ├── lr_xlsx_input_files_pcor_score_all_data.csv │ │ │ │ ├── lr_xlsx_input_files_postprocessing_params.csv │ │ │ │ ├── lr_xlsx_input_files_pred_processed.csv │ │ │ │ ├── lr_xlsx_input_files_pred_train.csv │ │ │ │ ├── lr_xlsx_input_files_score_dist.csv │ │ │ │ ├── lr_xlsx_input_files_test_excluded_composition.csv │ │ │ │ ├── lr_xlsx_input_files_test_features.csv │ │ │ │ ├── lr_xlsx_input_files_test_metadata.csv │ │ │ │ ├── lr_xlsx_input_files_test_other_columns.csv │ │ │ │ ├── lr_xlsx_input_files_test_preprocessed_features.csv │ │ │ │ ├── lr_xlsx_input_files_train_excluded_composition.csv │ │ │ │ ├── lr_xlsx_input_files_train_features.csv │ │ │ │ ├── lr_xlsx_input_files_train_metadata.csv │ │ │ │ ├── lr_xlsx_input_files_train_other_columns.csv │ │ │ │ └── lr_xlsx_input_files_train_preprocessed_features.csv │ │ ├── lr-xval-consistency │ │ │ ├── features.csv │ │ │ ├── lr_xval_consistency.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_consistency_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_consistency.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_consistency_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_degradation.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_disattenuated_correlations.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_test_human_scores.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_test_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_evaluation_test_other_columns.csv │ │ │ │ │ └── lr_xval_consistency_evaluation_true_score_eval.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_consistency_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_consistency_model_betas.csv │ │ │ │ │ ├── lr_xval_consistency_model_coefficients.csv │ │ │ │ │ ├── lr_xval_consistency_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_consistency_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_consistency_model_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_xval_consistency_model_consistency.csv │ │ │ │ │ ├── lr_xval_consistency_model_consistency_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_consistency_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_consistency_model_data_composition.csv │ │ │ │ │ ├── lr_xval_consistency_model_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_degradation.csv │ │ │ │ │ ├── lr_xval_consistency_model_disattenuated_correlations.csv │ │ │ │ │ ├── lr_xval_consistency_model_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_eval.csv │ │ │ │ │ ├── lr_xval_consistency_model_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_eval_short.csv │ │ │ │ │ ├── lr_xval_consistency_model_feature.csv │ │ │ │ │ ├── lr_xval_consistency_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_consistency_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_consistency_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_consistency_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_model_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_model_fit.csv │ │ │ │ │ ├── lr_xval_consistency_model_pca.csv │ │ │ │ │ ├── lr_xval_consistency_model_pcavar.csv │ │ │ │ │ ├── lr_xval_consistency_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_model_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_consistency_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_consistency_model_pred_train.csv │ │ │ │ │ ├── lr_xval_consistency_model_score_dist.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_features.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_human_scores.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_consistency_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_model_train_features.csv │ │ │ │ │ ├── lr_xval_consistency_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_model_train_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_model_train_preprocessed_features.csv │ │ │ │ │ └── lr_xval_consistency_model_true_score_eval.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_consistency_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_consistency_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_consistency_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_consistency_fold_summary_model_summary.csv │ │ │ │ │ ├── lr_xval_consistency_fold_summary_pcor_score_all_data.csv │ │ │ │ │ └── lr_xval_consistency_fold_summary_true_score_eval.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_consistency_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_consistency_fold01_betas.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_consistency.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_consistency_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_degradation.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_disattenuated_correlations.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_eval.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_feature.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pca.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_human_scores.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_train_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_fold01_train_preprocessed_features.csv │ │ │ │ │ └── lr_xval_consistency_fold01_true_score_eval.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_consistency_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_consistency_fold02_betas.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_confMatrix_h1h2.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_consistency.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_consistency_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_degradation.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_disattenuated_correlations.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_disattenuated_correlations_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_eval.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_feature.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pca.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_human_scores.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_train_other_columns.csv │ │ │ │ │ ├── lr_xval_consistency_fold02_train_preprocessed_features.csv │ │ │ │ │ └── lr_xval_consistency_fold02_true_score_eval.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_consistency_fold03_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_consistency_fold03_betas.csv │ │ │ │ ├── lr_xval_consistency_fold03_coefficients.csv │ │ │ │ ├── lr_xval_consistency_fold03_coefficients_scaled.csv │ │ │ │ ├── lr_xval_consistency_fold03_confMatrix.csv │ │ │ │ ├── lr_xval_consistency_fold03_confMatrix_h1h2.csv │ │ │ │ ├── lr_xval_consistency_fold03_consistency.csv │ │ │ │ ├── lr_xval_consistency_fold03_consistency_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_cors_orig.csv │ │ │ │ ├── lr_xval_consistency_fold03_cors_processed.csv │ │ │ │ ├── lr_xval_consistency_fold03_data_composition.csv │ │ │ │ ├── lr_xval_consistency_fold03_data_composition_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_degradation.csv │ │ │ │ ├── lr_xval_consistency_fold03_disattenuated_correlations.csv │ │ │ │ ├── lr_xval_consistency_fold03_disattenuated_correlations_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_estimates_csd_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_estimates_osa_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_estimates_osd_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_eval.csv │ │ │ │ ├── lr_xval_consistency_fold03_eval_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_eval_short.csv │ │ │ │ ├── lr_xval_consistency_fold03_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_feature.csv │ │ │ │ ├── lr_xval_consistency_fold03_feature_descriptives.csv │ │ │ │ ├── lr_xval_consistency_fold03_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_consistency_fold03_feature_outliers.csv │ │ │ │ ├── lr_xval_consistency_fold03_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_consistency_fold03_margcor_score_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_model_fit.csv │ │ │ │ ├── lr_xval_consistency_fold03_pca.csv │ │ │ │ ├── lr_xval_consistency_fold03_pcavar.csv │ │ │ │ ├── lr_xval_consistency_fold03_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_consistency_fold03_pcor_score_by_L1.csv │ │ │ │ ├── lr_xval_consistency_fold03_postprocessing_params.csv │ │ │ │ ├── lr_xval_consistency_fold03_pred_processed.csv │ │ │ │ ├── lr_xval_consistency_fold03_pred_train.csv │ │ │ │ ├── lr_xval_consistency_fold03_score_dist.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_excluded_composition.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_features.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_human_scores.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_metadata.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_other_columns.csv │ │ │ │ ├── lr_xval_consistency_fold03_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_consistency_fold03_train_excluded_composition.csv │ │ │ │ ├── lr_xval_consistency_fold03_train_features.csv │ │ │ │ ├── lr_xval_consistency_fold03_train_metadata.csv │ │ │ │ ├── lr_xval_consistency_fold03_train_other_columns.csv │ │ │ │ ├── lr_xval_consistency_fold03_train_preprocessed_features.csv │ │ │ │ └── lr_xval_consistency_fold03_true_score_eval.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-feature-list │ │ │ ├── lr_xval_feature_list.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_list_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_feature_list_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_list_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_feature_list_model_betas.csv │ │ │ │ │ ├── lr_xval_feature_list_model_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_list_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_list_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_list_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_list_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_model_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_model_eval.csv │ │ │ │ │ ├── lr_xval_feature_list_model_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_list_model_feature.csv │ │ │ │ │ ├── lr_xval_feature_list_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_list_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_list_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_list_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_model_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_list_model_pca.csv │ │ │ │ │ ├── lr_xval_feature_list_model_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_list_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_list_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_model_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_list_model_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_list_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_model_test_features.csv │ │ │ │ │ ├── lr_xval_feature_list_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_list_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_list_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_model_train_features.csv │ │ │ │ │ ├── lr_xval_feature_list_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_list_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_feature_list_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_feature_list_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_list_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_list_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_feature_list_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_list_fold01_selected.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_list_fold01_betas.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_eval.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_feature.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_pca.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_list_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_list_fold02_selected.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_list_fold02_betas.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_eval.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_feature.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_pca.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_list_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_list_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_feature_list_fold03_selected.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_feature_list_fold03_betas.csv │ │ │ │ ├── lr_xval_feature_list_fold03_coefficients.csv │ │ │ │ ├── lr_xval_feature_list_fold03_coefficients_scaled.csv │ │ │ │ ├── lr_xval_feature_list_fold03_confMatrix.csv │ │ │ │ ├── lr_xval_feature_list_fold03_cors_orig.csv │ │ │ │ ├── lr_xval_feature_list_fold03_cors_processed.csv │ │ │ │ ├── lr_xval_feature_list_fold03_data_composition.csv │ │ │ │ ├── lr_xval_feature_list_fold03_eval.csv │ │ │ │ ├── lr_xval_feature_list_fold03_eval_short.csv │ │ │ │ ├── lr_xval_feature_list_fold03_feature.csv │ │ │ │ ├── lr_xval_feature_list_fold03_feature_descriptives.csv │ │ │ │ ├── lr_xval_feature_list_fold03_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_feature_list_fold03_feature_outliers.csv │ │ │ │ ├── lr_xval_feature_list_fold03_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_feature_list_fold03_model_fit.csv │ │ │ │ ├── lr_xval_feature_list_fold03_pca.csv │ │ │ │ ├── lr_xval_feature_list_fold03_pcavar.csv │ │ │ │ ├── lr_xval_feature_list_fold03_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_feature_list_fold03_postprocessing_params.csv │ │ │ │ ├── lr_xval_feature_list_fold03_pred_processed.csv │ │ │ │ ├── lr_xval_feature_list_fold03_pred_train.csv │ │ │ │ ├── lr_xval_feature_list_fold03_score_dist.csv │ │ │ │ ├── lr_xval_feature_list_fold03_test_excluded_composition.csv │ │ │ │ ├── lr_xval_feature_list_fold03_test_features.csv │ │ │ │ ├── lr_xval_feature_list_fold03_test_metadata.csv │ │ │ │ ├── lr_xval_feature_list_fold03_test_other_columns.csv │ │ │ │ ├── lr_xval_feature_list_fold03_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_feature_list_fold03_train_excluded_composition.csv │ │ │ │ ├── lr_xval_feature_list_fold03_train_features.csv │ │ │ │ ├── lr_xval_feature_list_fold03_train_metadata.csv │ │ │ │ ├── lr_xval_feature_list_fold03_train_other_columns.csv │ │ │ │ └── lr_xval_feature_list_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-feature-subset-file │ │ │ ├── feature_file.csv │ │ │ ├── lr_xval_feature_subset_file.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_feature_subset_file_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_subset_file_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_feature_subset_file_model_betas.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_eval.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_feature.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_pca.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_test_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_train_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_subset_file_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_feature_subset_file_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_feature_subset_file_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_subset_file_fold01_selected.csv │ │ │ │ ├── feature_file.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_betas.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_eval.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_feature.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_pca.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_subset_file_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_feature_subset_file_fold02_selected.csv │ │ │ │ ├── feature_file.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_betas.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_eval.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_feature.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_pca.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_feature_subset_file_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_feature_subset_file_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_feature_subset_file_fold03_selected.csv │ │ │ │ ├── feature_file.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_feature_subset_file_fold03_betas.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_coefficients.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_coefficients_scaled.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_confMatrix.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_cors_orig.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_cors_processed.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_data_composition.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_eval.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_eval_short.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_feature.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_feature_descriptives.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_feature_outliers.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_model_fit.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_pca.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_pcavar.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_postprocessing_params.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_pred_processed.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_pred_train.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_score_dist.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_test_excluded_composition.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_test_features.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_test_metadata.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_test_other_columns.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_train_excluded_composition.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_train_features.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_train_metadata.csv │ │ │ │ ├── lr_xval_feature_subset_file_fold03_train_other_columns.csv │ │ │ │ └── lr_xval_feature_subset_file_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-folds-file │ │ │ ├── features.csv │ │ │ ├── lr_xval_folds_file.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_folds_file_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_folds_file_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_folds_file_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_folds_file_model_betas.csv │ │ │ │ │ ├── lr_xval_folds_file_model_coefficients.csv │ │ │ │ │ ├── lr_xval_folds_file_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_folds_file_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_folds_file_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_folds_file_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_folds_file_model_data_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_model_eval.csv │ │ │ │ │ ├── lr_xval_folds_file_model_eval_short.csv │ │ │ │ │ ├── lr_xval_folds_file_model_feature.csv │ │ │ │ │ ├── lr_xval_folds_file_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_folds_file_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_folds_file_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_folds_file_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_folds_file_model_model_fit.csv │ │ │ │ │ ├── lr_xval_folds_file_model_pca.csv │ │ │ │ │ ├── lr_xval_folds_file_model_pcavar.csv │ │ │ │ │ ├── lr_xval_folds_file_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_folds_file_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_folds_file_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_folds_file_model_pred_train.csv │ │ │ │ │ ├── lr_xval_folds_file_model_score_dist.csv │ │ │ │ │ ├── lr_xval_folds_file_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_model_test_features.csv │ │ │ │ │ ├── lr_xval_folds_file_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_folds_file_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_folds_file_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_folds_file_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_model_train_features.csv │ │ │ │ │ ├── lr_xval_folds_file_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_folds_file_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_folds_file_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_folds_file_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_folds_file_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_folds_file_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_folds_file_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_folds_file_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_folds_file_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_folds_file_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_folds_file_fold01_betas.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_eval.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_feature.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_pca.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_folds_file_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_folds_file_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 02 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_folds_file_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_folds_file_fold02_betas.csv │ │ │ │ ├── lr_xval_folds_file_fold02_coefficients.csv │ │ │ │ ├── lr_xval_folds_file_fold02_coefficients_scaled.csv │ │ │ │ ├── lr_xval_folds_file_fold02_confMatrix.csv │ │ │ │ ├── lr_xval_folds_file_fold02_cors_orig.csv │ │ │ │ ├── lr_xval_folds_file_fold02_cors_processed.csv │ │ │ │ ├── lr_xval_folds_file_fold02_data_composition.csv │ │ │ │ ├── lr_xval_folds_file_fold02_eval.csv │ │ │ │ ├── lr_xval_folds_file_fold02_eval_short.csv │ │ │ │ ├── lr_xval_folds_file_fold02_feature.csv │ │ │ │ ├── lr_xval_folds_file_fold02_feature_descriptives.csv │ │ │ │ ├── lr_xval_folds_file_fold02_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_folds_file_fold02_feature_outliers.csv │ │ │ │ ├── lr_xval_folds_file_fold02_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_folds_file_fold02_model_fit.csv │ │ │ │ ├── lr_xval_folds_file_fold02_pca.csv │ │ │ │ ├── lr_xval_folds_file_fold02_pcavar.csv │ │ │ │ ├── lr_xval_folds_file_fold02_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_folds_file_fold02_postprocessing_params.csv │ │ │ │ ├── lr_xval_folds_file_fold02_pred_processed.csv │ │ │ │ ├── lr_xval_folds_file_fold02_pred_train.csv │ │ │ │ ├── lr_xval_folds_file_fold02_score_dist.csv │ │ │ │ ├── lr_xval_folds_file_fold02_test_excluded_composition.csv │ │ │ │ ├── lr_xval_folds_file_fold02_test_features.csv │ │ │ │ ├── lr_xval_folds_file_fold02_test_metadata.csv │ │ │ │ ├── lr_xval_folds_file_fold02_test_other_columns.csv │ │ │ │ ├── lr_xval_folds_file_fold02_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_folds_file_fold02_train_excluded_composition.csv │ │ │ │ ├── lr_xval_folds_file_fold02_train_features.csv │ │ │ │ ├── lr_xval_folds_file_fold02_train_metadata.csv │ │ │ │ ├── lr_xval_folds_file_fold02_train_other_columns.csv │ │ │ │ └── lr_xval_folds_file_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-skll-model │ │ │ ├── features.csv │ │ │ ├── lr_xval_skll_model.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_skll_model_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_skll_model_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_skll_model_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_skll_model_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_skll_model_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_skll_model_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_skll_model_model_data_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_model_eval.csv │ │ │ │ │ ├── lr_xval_skll_model_model_eval_short.csv │ │ │ │ │ ├── lr_xval_skll_model_model_feature.csv │ │ │ │ │ ├── lr_xval_skll_model_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_skll_model_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_skll_model_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_skll_model_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_skll_model_model_pca.csv │ │ │ │ │ ├── lr_xval_skll_model_model_pcavar.csv │ │ │ │ │ ├── lr_xval_skll_model_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_skll_model_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_skll_model_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_skll_model_model_pred_train.csv │ │ │ │ │ ├── lr_xval_skll_model_model_score_dist.csv │ │ │ │ │ ├── lr_xval_skll_model_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_model_test_features.csv │ │ │ │ │ ├── lr_xval_skll_model_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_skll_model_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_skll_model_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_skll_model_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_model_train_features.csv │ │ │ │ │ ├── lr_xval_skll_model_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_skll_model_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_skll_model_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_skll_model_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_skll_model_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_skll_model_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_skll_model_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_skll_model_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_skll_model_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_eval.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_feature.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_pca.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_skll_model_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_skll_model_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 02 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_skll_model_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_skll_model_fold02_confMatrix.csv │ │ │ │ ├── lr_xval_skll_model_fold02_cors_orig.csv │ │ │ │ ├── lr_xval_skll_model_fold02_cors_processed.csv │ │ │ │ ├── lr_xval_skll_model_fold02_data_composition.csv │ │ │ │ ├── lr_xval_skll_model_fold02_eval.csv │ │ │ │ ├── lr_xval_skll_model_fold02_eval_short.csv │ │ │ │ ├── lr_xval_skll_model_fold02_feature.csv │ │ │ │ ├── lr_xval_skll_model_fold02_feature_descriptives.csv │ │ │ │ ├── lr_xval_skll_model_fold02_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_skll_model_fold02_feature_outliers.csv │ │ │ │ ├── lr_xval_skll_model_fold02_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_skll_model_fold02_pca.csv │ │ │ │ ├── lr_xval_skll_model_fold02_pcavar.csv │ │ │ │ ├── lr_xval_skll_model_fold02_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_skll_model_fold02_postprocessing_params.csv │ │ │ │ ├── lr_xval_skll_model_fold02_pred_processed.csv │ │ │ │ ├── lr_xval_skll_model_fold02_pred_train.csv │ │ │ │ ├── lr_xval_skll_model_fold02_score_dist.csv │ │ │ │ ├── lr_xval_skll_model_fold02_test_excluded_composition.csv │ │ │ │ ├── lr_xval_skll_model_fold02_test_features.csv │ │ │ │ ├── lr_xval_skll_model_fold02_test_metadata.csv │ │ │ │ ├── lr_xval_skll_model_fold02_test_other_columns.csv │ │ │ │ ├── lr_xval_skll_model_fold02_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_skll_model_fold02_train_excluded_composition.csv │ │ │ │ ├── lr_xval_skll_model_fold02_train_features.csv │ │ │ │ ├── lr_xval_skll_model_fold02_train_metadata.csv │ │ │ │ ├── lr_xval_skll_model_fold02_train_other_columns.csv │ │ │ │ └── lr_xval_skll_model_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-subgroups-with-int-ids │ │ │ ├── features.csv │ │ │ ├── lr_xval_subgroups_with_int_ids.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_rsmeval.json │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model.model │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_rsmtool.json │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_model_summary.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold_summary_pcor_score_all_data.csv │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold_summary_rsmsummarize.json │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_rsmtool.json │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_rsmtool.json │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold03_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_betas.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_coefficients.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_coefficients_scaled.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_confMatrix.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_cors_orig.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_cors_processed.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_data_composition.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_data_composition_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_csd_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_osa_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_osd_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_eval.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_eval_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_eval_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_eval_short.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_feature.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_feature_descriptives.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_feature_outliers.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_margcor_score_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_model_fit.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pca.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pcavar.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pcor_score_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_postprocessing_params.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pred_processed.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_pred_train.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_rsmtool.json │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_score_dist.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_test_excluded_composition.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_test_features.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_test_metadata.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_test_other_columns.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_train_excluded_composition.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_train_features.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_train_metadata.csv │ │ │ │ ├── lr_xval_subgroups_with_int_ids_fold03_train_other_columns.csv │ │ │ │ └── lr_xval_subgroups_with_int_ids_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-subgroups │ │ │ ├── features.csv │ │ │ ├── lr_xval_subgroups.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_subgroups_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_subgroups_model_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_model_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_model_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_model_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_model_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_model_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_model_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_model_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_model_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_model_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_model_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_model_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_model_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_model_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_model_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_model_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_model_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_subgroups_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_subgroups_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_fold01_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_subgroups_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_subgroups_fold02_betas.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_data_composition_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_eval.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_eval_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_feature.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pca.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_subgroups_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_subgroups_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_subgroups_fold03_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_subgroups_fold03_betas.csv │ │ │ │ ├── lr_xval_subgroups_fold03_coefficients.csv │ │ │ │ ├── lr_xval_subgroups_fold03_coefficients_scaled.csv │ │ │ │ ├── lr_xval_subgroups_fold03_confMatrix.csv │ │ │ │ ├── lr_xval_subgroups_fold03_cors_orig.csv │ │ │ │ ├── lr_xval_subgroups_fold03_cors_processed.csv │ │ │ │ ├── lr_xval_subgroups_fold03_data_composition.csv │ │ │ │ ├── lr_xval_subgroups_fold03_data_composition_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_data_composition_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_csd_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_csd_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_osa_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_osa_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_osd_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_estimates_osd_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_eval.csv │ │ │ │ ├── lr_xval_subgroups_fold03_eval_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_eval_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_eval_short.csv │ │ │ │ ├── lr_xval_subgroups_fold03_fairness_metrics_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_fairness_metrics_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_feature.csv │ │ │ │ ├── lr_xval_subgroups_fold03_feature_descriptives.csv │ │ │ │ ├── lr_xval_subgroups_fold03_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_subgroups_fold03_feature_outliers.csv │ │ │ │ ├── lr_xval_subgroups_fold03_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_subgroups_fold03_margcor_score_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_margcor_score_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_model_fit.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pca.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pcavar.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pcor_score_by_L1.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pcor_score_by_QUESTION.csv │ │ │ │ ├── lr_xval_subgroups_fold03_postprocessing_params.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pred_processed.csv │ │ │ │ ├── lr_xval_subgroups_fold03_pred_train.csv │ │ │ │ ├── lr_xval_subgroups_fold03_score_dist.csv │ │ │ │ ├── lr_xval_subgroups_fold03_test_excluded_composition.csv │ │ │ │ ├── lr_xval_subgroups_fold03_test_features.csv │ │ │ │ ├── lr_xval_subgroups_fold03_test_metadata.csv │ │ │ │ ├── lr_xval_subgroups_fold03_test_other_columns.csv │ │ │ │ ├── lr_xval_subgroups_fold03_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_subgroups_fold03_train_excluded_composition.csv │ │ │ │ ├── lr_xval_subgroups_fold03_train_features.csv │ │ │ │ ├── lr_xval_subgroups_fold03_train_metadata.csv │ │ │ │ ├── lr_xval_subgroups_fold03_train_other_columns.csv │ │ │ │ └── lr_xval_subgroups_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-thumbnails │ │ │ ├── features.csv │ │ │ ├── lr_xval_thumbnails.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_thumbnails_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_thumbnails_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_thumbnails_model_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_coefficients.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_feature.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_pca.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_pcavar.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_pred_train.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_test_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_train_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_thumbnails_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_thumbnails_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_thumbnails_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_thumbnails_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_thumbnails_fold01_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_feature.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_pca.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_thumbnails_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_thumbnails_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_thumbnails_fold02_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_feature.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_pca.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_thumbnails_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 03 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_thumbnails_fold03_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_thumbnails_fold03_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_coefficients.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_cors_orig.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_cors_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_feature.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_feature_outliers.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_pca.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_pcavar.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_pred_train.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_test_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_test_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_test_other_columns.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_train_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_train_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold03_train_other_columns.csv │ │ │ │ │ └── lr_xval_thumbnails_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 04 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_thumbnails_fold04_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_thumbnails_fold04_betas.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_coefficients.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_confMatrix.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_cors_orig.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_cors_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_data_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_eval.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_eval_short.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_feature.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_feature_outliers.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_model_fit.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_pca.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_pcavar.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_pred_processed.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_pred_train.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_score_dist.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_test_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_test_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_test_other_columns.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_train_features.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_train_metadata.csv │ │ │ │ │ ├── lr_xval_thumbnails_fold04_train_other_columns.csv │ │ │ │ │ └── lr_xval_thumbnails_fold04_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 05 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_thumbnails_fold05_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_thumbnails_fold05_betas.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_coefficients.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_coefficients_scaled.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_confMatrix.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_cors_orig.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_cors_processed.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_data_composition.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_eval.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_eval_short.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_feature.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_feature_descriptives.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_feature_outliers.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_model_fit.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_pca.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_pcavar.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_postprocessing_params.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_pred_processed.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_pred_train.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_score_dist.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_test_excluded_composition.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_test_features.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_test_metadata.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_test_other_columns.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_train_excluded_composition.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_train_features.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_train_metadata.csv │ │ │ │ ├── lr_xval_thumbnails_fold05_train_other_columns.csv │ │ │ │ └── lr_xval_thumbnails_fold05_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr-xval-tsv │ │ │ ├── features.csv │ │ │ ├── lr_xval_tsv.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_tsv_evaluation_confMatrix.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_data_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_eval.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_eval_short.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_pred_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_score_dist.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_test_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_evaluation_test_metadata.tsv │ │ │ │ │ └── lr_xval_tsv_evaluation_test_other_columns.tsv │ │ │ │ └── xval_predictions.tsv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.tsv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_tsv_model_selected.tsv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_tsv_model_betas.tsv │ │ │ │ │ ├── lr_xval_tsv_model_coefficients.tsv │ │ │ │ │ ├── lr_xval_tsv_model_coefficients_scaled.tsv │ │ │ │ │ ├── lr_xval_tsv_model_confMatrix.tsv │ │ │ │ │ ├── lr_xval_tsv_model_cors_orig.tsv │ │ │ │ │ ├── lr_xval_tsv_model_cors_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_model_data_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_model_eval.tsv │ │ │ │ │ ├── lr_xval_tsv_model_eval_short.tsv │ │ │ │ │ ├── lr_xval_tsv_model_feature.tsv │ │ │ │ │ ├── lr_xval_tsv_model_feature_descriptives.tsv │ │ │ │ │ ├── lr_xval_tsv_model_feature_descriptivesExtra.tsv │ │ │ │ │ ├── lr_xval_tsv_model_feature_outliers.tsv │ │ │ │ │ ├── lr_xval_tsv_model_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_model_model_fit.tsv │ │ │ │ │ ├── lr_xval_tsv_model_pca.tsv │ │ │ │ │ ├── lr_xval_tsv_model_pcavar.tsv │ │ │ │ │ ├── lr_xval_tsv_model_pcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_model_postprocessing_params.tsv │ │ │ │ │ ├── lr_xval_tsv_model_pred_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_model_pred_train.tsv │ │ │ │ │ ├── lr_xval_tsv_model_score_dist.tsv │ │ │ │ │ ├── lr_xval_tsv_model_test_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_model_test_features.tsv │ │ │ │ │ ├── lr_xval_tsv_model_test_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_model_test_other_columns.tsv │ │ │ │ │ ├── lr_xval_tsv_model_test_preprocessed_features.tsv │ │ │ │ │ ├── lr_xval_tsv_model_train_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_model_train_features.tsv │ │ │ │ │ ├── lr_xval_tsv_model_train_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_model_train_other_columns.tsv │ │ │ │ │ └── lr_xval_tsv_model_train_preprocessed_features.tsv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_tsv_fold_summary_betas.tsv │ │ │ │ │ ├── lr_xval_tsv_fold_summary_eval_short.tsv │ │ │ │ │ ├── lr_xval_tsv_fold_summary_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_fold_summary_model_fit.tsv │ │ │ │ │ ├── lr_xval_tsv_fold_summary_model_summary.tsv │ │ │ │ │ └── lr_xval_tsv_fold_summary_pcor_score_all_data.tsv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_tsv_fold01_selected.tsv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_tsv_fold01_betas.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_coefficients.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_coefficients_scaled.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_confMatrix.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_cors_orig.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_cors_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_data_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_eval.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_eval_short.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_feature.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_feature_descriptives.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_feature_descriptivesExtra.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_feature_outliers.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_model_fit.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_pca.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_pcavar.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_pcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_postprocessing_params.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_pred_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_pred_train.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_score_dist.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_test_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_test_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_test_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_test_other_columns.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_test_preprocessed_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_train_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_train_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_train_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_fold01_train_other_columns.tsv │ │ │ │ │ └── lr_xval_tsv_fold01_train_preprocessed_features.tsv │ │ │ │ ├── test.tsv │ │ │ │ └── train.tsv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_tsv_fold02_selected.tsv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_tsv_fold02_betas.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_coefficients.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_coefficients_scaled.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_confMatrix.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_cors_orig.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_cors_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_data_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_eval.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_eval_short.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_feature.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_feature_descriptives.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_feature_descriptivesExtra.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_feature_outliers.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_margcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_model_fit.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_pca.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_pcavar.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_pcor_score_all_data.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_postprocessing_params.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_pred_processed.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_pred_train.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_score_dist.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_test_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_test_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_test_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_test_other_columns.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_test_preprocessed_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_train_excluded_composition.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_train_features.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_train_metadata.tsv │ │ │ │ │ ├── lr_xval_tsv_fold02_train_other_columns.tsv │ │ │ │ │ └── lr_xval_tsv_fold02_train_preprocessed_features.tsv │ │ │ │ ├── test.tsv │ │ │ │ └── train.tsv │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_tsv_fold03_selected.tsv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_tsv_fold03_betas.tsv │ │ │ │ ├── lr_xval_tsv_fold03_coefficients.tsv │ │ │ │ ├── lr_xval_tsv_fold03_coefficients_scaled.tsv │ │ │ │ ├── lr_xval_tsv_fold03_confMatrix.tsv │ │ │ │ ├── lr_xval_tsv_fold03_cors_orig.tsv │ │ │ │ ├── lr_xval_tsv_fold03_cors_processed.tsv │ │ │ │ ├── lr_xval_tsv_fold03_data_composition.tsv │ │ │ │ ├── lr_xval_tsv_fold03_eval.tsv │ │ │ │ ├── lr_xval_tsv_fold03_eval_short.tsv │ │ │ │ ├── lr_xval_tsv_fold03_feature.tsv │ │ │ │ ├── lr_xval_tsv_fold03_feature_descriptives.tsv │ │ │ │ ├── lr_xval_tsv_fold03_feature_descriptivesExtra.tsv │ │ │ │ ├── lr_xval_tsv_fold03_feature_outliers.tsv │ │ │ │ ├── lr_xval_tsv_fold03_margcor_score_all_data.tsv │ │ │ │ ├── lr_xval_tsv_fold03_model_fit.tsv │ │ │ │ ├── lr_xval_tsv_fold03_pca.tsv │ │ │ │ ├── lr_xval_tsv_fold03_pcavar.tsv │ │ │ │ ├── lr_xval_tsv_fold03_pcor_score_all_data.tsv │ │ │ │ ├── lr_xval_tsv_fold03_postprocessing_params.tsv │ │ │ │ ├── lr_xval_tsv_fold03_pred_processed.tsv │ │ │ │ ├── lr_xval_tsv_fold03_pred_train.tsv │ │ │ │ ├── lr_xval_tsv_fold03_score_dist.tsv │ │ │ │ ├── lr_xval_tsv_fold03_test_excluded_composition.tsv │ │ │ │ ├── lr_xval_tsv_fold03_test_features.tsv │ │ │ │ ├── lr_xval_tsv_fold03_test_metadata.tsv │ │ │ │ ├── lr_xval_tsv_fold03_test_other_columns.tsv │ │ │ │ ├── lr_xval_tsv_fold03_test_preprocessed_features.tsv │ │ │ │ ├── lr_xval_tsv_fold03_train_excluded_composition.tsv │ │ │ │ ├── lr_xval_tsv_fold03_train_features.tsv │ │ │ │ ├── lr_xval_tsv_fold03_train_metadata.tsv │ │ │ │ ├── lr_xval_tsv_fold03_train_other_columns.tsv │ │ │ │ └── lr_xval_tsv_fold03_train_preprocessed_features.tsv │ │ │ │ ├── test.tsv │ │ │ │ └── train.tsv │ │ ├── lr-xval-xlsx │ │ │ ├── features.csv │ │ │ ├── lr_xval_xlsx.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_xlsx_evaluation_confMatrix.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_data_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_eval.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_eval_short.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_pred_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_score_dist.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_test_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_evaluation_test_metadata.xlsx │ │ │ │ │ └── lr_xval_xlsx_evaluation_test_other_columns.xlsx │ │ │ │ └── xval_predictions.xlsx │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.xlsx │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_xlsx_model_selected.xlsx │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_xlsx_model_betas.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_coefficients.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_coefficients_scaled.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_confMatrix.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_cors_orig.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_cors_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_data_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_eval.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_eval_short.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_feature.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_feature_descriptives.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_feature_descriptivesExtra.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_feature_outliers.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_margcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_model_fit.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_pca.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_pcavar.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_pcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_postprocessing_params.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_pred_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_pred_train.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_score_dist.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_test_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_test_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_test_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_test_other_columns.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_test_preprocessed_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_train_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_train_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_train_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_model_train_other_columns.xlsx │ │ │ │ │ └── lr_xval_xlsx_model_train_preprocessed_features.xlsx │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_xlsx_fold_summary_betas.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold_summary_eval_short.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold_summary_margcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold_summary_model_fit.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold_summary_model_summary.xlsx │ │ │ │ │ └── lr_xval_xlsx_fold_summary_pcor_score_all_data.xlsx │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_xlsx_fold01_selected.xlsx │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_xlsx_fold01_betas.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_coefficients.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_coefficients_scaled.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_confMatrix.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_cors_orig.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_cors_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_data_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_eval.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_eval_short.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_feature.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_feature_descriptives.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_feature_descriptivesExtra.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_feature_outliers.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_margcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_model_fit.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_pca.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_pcavar.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_pcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_postprocessing_params.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_pred_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_pred_train.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_score_dist.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_test_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_test_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_test_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_test_other_columns.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_test_preprocessed_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_train_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_train_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_train_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold01_train_other_columns.xlsx │ │ │ │ │ └── lr_xval_xlsx_fold01_train_preprocessed_features.xlsx │ │ │ │ ├── test.xlsx │ │ │ │ └── train.xlsx │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_xlsx_fold02_selected.xlsx │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_xlsx_fold02_betas.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_coefficients.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_coefficients_scaled.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_confMatrix.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_cors_orig.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_cors_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_data_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_eval.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_eval_short.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_feature.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_feature_descriptives.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_feature_descriptivesExtra.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_feature_outliers.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_margcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_model_fit.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_pca.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_pcavar.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_pcor_score_all_data.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_postprocessing_params.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_pred_processed.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_pred_train.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_score_dist.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_test_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_test_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_test_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_test_other_columns.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_test_preprocessed_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_train_excluded_composition.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_train_features.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_train_metadata.xlsx │ │ │ │ │ ├── lr_xval_xlsx_fold02_train_other_columns.xlsx │ │ │ │ │ └── lr_xval_xlsx_fold02_train_preprocessed_features.xlsx │ │ │ │ ├── test.xlsx │ │ │ │ └── train.xlsx │ │ │ │ └── 03 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_xlsx_fold03_selected.xlsx │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_xlsx_fold03_betas.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_coefficients.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_coefficients_scaled.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_confMatrix.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_cors_orig.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_cors_processed.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_data_composition.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_eval.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_eval_short.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_feature.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_feature_descriptives.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_feature_descriptivesExtra.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_feature_outliers.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_margcor_score_all_data.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_model_fit.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_pca.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_pcavar.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_pcor_score_all_data.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_postprocessing_params.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_pred_processed.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_pred_train.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_score_dist.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_test_excluded_composition.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_test_features.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_test_metadata.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_test_other_columns.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_test_preprocessed_features.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_train_excluded_composition.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_train_features.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_train_metadata.xlsx │ │ │ │ ├── lr_xval_xlsx_fold03_train_other_columns.xlsx │ │ │ │ └── lr_xval_xlsx_fold03_train_preprocessed_features.xlsx │ │ │ │ ├── test.xlsx │ │ │ │ └── train.xlsx │ │ ├── lr-xval │ │ │ ├── features.csv │ │ │ ├── lr_xval.json │ │ │ └── output │ │ │ │ ├── evaluation │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_evaluation_confMatrix.csv │ │ │ │ │ ├── lr_xval_evaluation_data_composition.csv │ │ │ │ │ ├── lr_xval_evaluation_eval.csv │ │ │ │ │ ├── lr_xval_evaluation_eval_short.csv │ │ │ │ │ ├── lr_xval_evaluation_pred_processed.csv │ │ │ │ │ ├── lr_xval_evaluation_score_dist.csv │ │ │ │ │ ├── lr_xval_evaluation_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_evaluation_test_metadata.csv │ │ │ │ │ └── lr_xval_evaluation_test_other_columns.csv │ │ │ │ └── xval_predictions.csv │ │ │ │ ├── final-model │ │ │ │ ├── dummy_test.csv │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_model_selected.csv │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_model_betas.csv │ │ │ │ │ ├── lr_xval_model_coefficients.csv │ │ │ │ │ ├── lr_xval_model_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_model_confMatrix.csv │ │ │ │ │ ├── lr_xval_model_cors_orig.csv │ │ │ │ │ ├── lr_xval_model_cors_processed.csv │ │ │ │ │ ├── lr_xval_model_data_composition.csv │ │ │ │ │ ├── lr_xval_model_eval.csv │ │ │ │ │ ├── lr_xval_model_eval_short.csv │ │ │ │ │ ├── lr_xval_model_feature.csv │ │ │ │ │ ├── lr_xval_model_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_model_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_model_feature_outliers.csv │ │ │ │ │ ├── lr_xval_model_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_model_model_fit.csv │ │ │ │ │ ├── lr_xval_model_pca.csv │ │ │ │ │ ├── lr_xval_model_pcavar.csv │ │ │ │ │ ├── lr_xval_model_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_model_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_model_pred_processed.csv │ │ │ │ │ ├── lr_xval_model_pred_train.csv │ │ │ │ │ ├── lr_xval_model_score_dist.csv │ │ │ │ │ ├── lr_xval_model_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_model_test_features.csv │ │ │ │ │ ├── lr_xval_model_test_metadata.csv │ │ │ │ │ ├── lr_xval_model_test_other_columns.csv │ │ │ │ │ ├── lr_xval_model_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_model_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_model_train_features.csv │ │ │ │ │ ├── lr_xval_model_train_metadata.csv │ │ │ │ │ ├── lr_xval_model_train_other_columns.csv │ │ │ │ │ └── lr_xval_model_train_preprocessed_features.csv │ │ │ │ ├── fold-summary │ │ │ │ └── output │ │ │ │ │ ├── lr_xval_fold_summary_betas.csv │ │ │ │ │ ├── lr_xval_fold_summary_eval_short.csv │ │ │ │ │ ├── lr_xval_fold_summary_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold_summary_model_fit.csv │ │ │ │ │ ├── lr_xval_fold_summary_model_summary.csv │ │ │ │ │ └── lr_xval_fold_summary_pcor_score_all_data.csv │ │ │ │ └── folds │ │ │ │ ├── 01 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_fold01_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_fold01_betas.csv │ │ │ │ │ ├── lr_xval_fold01_coefficients.csv │ │ │ │ │ ├── lr_xval_fold01_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_fold01_confMatrix.csv │ │ │ │ │ ├── lr_xval_fold01_cors_orig.csv │ │ │ │ │ ├── lr_xval_fold01_cors_processed.csv │ │ │ │ │ ├── lr_xval_fold01_data_composition.csv │ │ │ │ │ ├── lr_xval_fold01_eval.csv │ │ │ │ │ ├── lr_xval_fold01_eval_short.csv │ │ │ │ │ ├── lr_xval_fold01_feature.csv │ │ │ │ │ ├── lr_xval_fold01_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_fold01_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_fold01_feature_outliers.csv │ │ │ │ │ ├── lr_xval_fold01_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold01_model_fit.csv │ │ │ │ │ ├── lr_xval_fold01_pca.csv │ │ │ │ │ ├── lr_xval_fold01_pcavar.csv │ │ │ │ │ ├── lr_xval_fold01_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold01_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_fold01_pred_processed.csv │ │ │ │ │ ├── lr_xval_fold01_pred_train.csv │ │ │ │ │ ├── lr_xval_fold01_score_dist.csv │ │ │ │ │ ├── lr_xval_fold01_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold01_test_features.csv │ │ │ │ │ ├── lr_xval_fold01_test_metadata.csv │ │ │ │ │ ├── lr_xval_fold01_test_other_columns.csv │ │ │ │ │ ├── lr_xval_fold01_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_fold01_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold01_train_features.csv │ │ │ │ │ ├── lr_xval_fold01_train_metadata.csv │ │ │ │ │ ├── lr_xval_fold01_train_other_columns.csv │ │ │ │ │ └── lr_xval_fold01_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 02 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_fold02_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_fold02_betas.csv │ │ │ │ │ ├── lr_xval_fold02_coefficients.csv │ │ │ │ │ ├── lr_xval_fold02_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_fold02_confMatrix.csv │ │ │ │ │ ├── lr_xval_fold02_cors_orig.csv │ │ │ │ │ ├── lr_xval_fold02_cors_processed.csv │ │ │ │ │ ├── lr_xval_fold02_data_composition.csv │ │ │ │ │ ├── lr_xval_fold02_eval.csv │ │ │ │ │ ├── lr_xval_fold02_eval_short.csv │ │ │ │ │ ├── lr_xval_fold02_feature.csv │ │ │ │ │ ├── lr_xval_fold02_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_fold02_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_fold02_feature_outliers.csv │ │ │ │ │ ├── lr_xval_fold02_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold02_model_fit.csv │ │ │ │ │ ├── lr_xval_fold02_pca.csv │ │ │ │ │ ├── lr_xval_fold02_pcavar.csv │ │ │ │ │ ├── lr_xval_fold02_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold02_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_fold02_pred_processed.csv │ │ │ │ │ ├── lr_xval_fold02_pred_train.csv │ │ │ │ │ ├── lr_xval_fold02_score_dist.csv │ │ │ │ │ ├── lr_xval_fold02_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold02_test_features.csv │ │ │ │ │ ├── lr_xval_fold02_test_metadata.csv │ │ │ │ │ ├── lr_xval_fold02_test_other_columns.csv │ │ │ │ │ ├── lr_xval_fold02_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_fold02_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold02_train_features.csv │ │ │ │ │ ├── lr_xval_fold02_train_metadata.csv │ │ │ │ │ ├── lr_xval_fold02_train_other_columns.csv │ │ │ │ │ └── lr_xval_fold02_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 03 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_fold03_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_fold03_betas.csv │ │ │ │ │ ├── lr_xval_fold03_coefficients.csv │ │ │ │ │ ├── lr_xval_fold03_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_fold03_confMatrix.csv │ │ │ │ │ ├── lr_xval_fold03_cors_orig.csv │ │ │ │ │ ├── lr_xval_fold03_cors_processed.csv │ │ │ │ │ ├── lr_xval_fold03_data_composition.csv │ │ │ │ │ ├── lr_xval_fold03_eval.csv │ │ │ │ │ ├── lr_xval_fold03_eval_short.csv │ │ │ │ │ ├── lr_xval_fold03_feature.csv │ │ │ │ │ ├── lr_xval_fold03_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_fold03_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_fold03_feature_outliers.csv │ │ │ │ │ ├── lr_xval_fold03_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold03_model_fit.csv │ │ │ │ │ ├── lr_xval_fold03_pca.csv │ │ │ │ │ ├── lr_xval_fold03_pcavar.csv │ │ │ │ │ ├── lr_xval_fold03_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold03_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_fold03_pred_processed.csv │ │ │ │ │ ├── lr_xval_fold03_pred_train.csv │ │ │ │ │ ├── lr_xval_fold03_score_dist.csv │ │ │ │ │ ├── lr_xval_fold03_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold03_test_features.csv │ │ │ │ │ ├── lr_xval_fold03_test_metadata.csv │ │ │ │ │ ├── lr_xval_fold03_test_other_columns.csv │ │ │ │ │ ├── lr_xval_fold03_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_fold03_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold03_train_features.csv │ │ │ │ │ ├── lr_xval_fold03_train_metadata.csv │ │ │ │ │ ├── lr_xval_fold03_train_other_columns.csv │ │ │ │ │ └── lr_xval_fold03_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ ├── 04 │ │ │ │ ├── feature │ │ │ │ │ └── lr_xval_fold04_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ │ ├── lr_xval_fold04_betas.csv │ │ │ │ │ ├── lr_xval_fold04_coefficients.csv │ │ │ │ │ ├── lr_xval_fold04_coefficients_scaled.csv │ │ │ │ │ ├── lr_xval_fold04_confMatrix.csv │ │ │ │ │ ├── lr_xval_fold04_cors_orig.csv │ │ │ │ │ ├── lr_xval_fold04_cors_processed.csv │ │ │ │ │ ├── lr_xval_fold04_data_composition.csv │ │ │ │ │ ├── lr_xval_fold04_eval.csv │ │ │ │ │ ├── lr_xval_fold04_eval_short.csv │ │ │ │ │ ├── lr_xval_fold04_feature.csv │ │ │ │ │ ├── lr_xval_fold04_feature_descriptives.csv │ │ │ │ │ ├── lr_xval_fold04_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_xval_fold04_feature_outliers.csv │ │ │ │ │ ├── lr_xval_fold04_margcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold04_model_fit.csv │ │ │ │ │ ├── lr_xval_fold04_pca.csv │ │ │ │ │ ├── lr_xval_fold04_pcavar.csv │ │ │ │ │ ├── lr_xval_fold04_pcor_score_all_data.csv │ │ │ │ │ ├── lr_xval_fold04_postprocessing_params.csv │ │ │ │ │ ├── lr_xval_fold04_pred_processed.csv │ │ │ │ │ ├── lr_xval_fold04_pred_train.csv │ │ │ │ │ ├── lr_xval_fold04_score_dist.csv │ │ │ │ │ ├── lr_xval_fold04_test_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold04_test_features.csv │ │ │ │ │ ├── lr_xval_fold04_test_metadata.csv │ │ │ │ │ ├── lr_xval_fold04_test_other_columns.csv │ │ │ │ │ ├── lr_xval_fold04_test_preprocessed_features.csv │ │ │ │ │ ├── lr_xval_fold04_train_excluded_composition.csv │ │ │ │ │ ├── lr_xval_fold04_train_features.csv │ │ │ │ │ ├── lr_xval_fold04_train_metadata.csv │ │ │ │ │ ├── lr_xval_fold04_train_other_columns.csv │ │ │ │ │ └── lr_xval_fold04_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ │ │ └── 05 │ │ │ │ ├── feature │ │ │ │ └── lr_xval_fold05_selected.csv │ │ │ │ ├── features.csv │ │ │ │ ├── output │ │ │ │ ├── lr_xval_fold05_betas.csv │ │ │ │ ├── lr_xval_fold05_coefficients.csv │ │ │ │ ├── lr_xval_fold05_coefficients_scaled.csv │ │ │ │ ├── lr_xval_fold05_confMatrix.csv │ │ │ │ ├── lr_xval_fold05_cors_orig.csv │ │ │ │ ├── lr_xval_fold05_cors_processed.csv │ │ │ │ ├── lr_xval_fold05_data_composition.csv │ │ │ │ ├── lr_xval_fold05_eval.csv │ │ │ │ ├── lr_xval_fold05_eval_short.csv │ │ │ │ ├── lr_xval_fold05_feature.csv │ │ │ │ ├── lr_xval_fold05_feature_descriptives.csv │ │ │ │ ├── lr_xval_fold05_feature_descriptivesExtra.csv │ │ │ │ ├── lr_xval_fold05_feature_outliers.csv │ │ │ │ ├── lr_xval_fold05_margcor_score_all_data.csv │ │ │ │ ├── lr_xval_fold05_model_fit.csv │ │ │ │ ├── lr_xval_fold05_pca.csv │ │ │ │ ├── lr_xval_fold05_pcavar.csv │ │ │ │ ├── lr_xval_fold05_pcor_score_all_data.csv │ │ │ │ ├── lr_xval_fold05_postprocessing_params.csv │ │ │ │ ├── lr_xval_fold05_pred_processed.csv │ │ │ │ ├── lr_xval_fold05_pred_train.csv │ │ │ │ ├── lr_xval_fold05_score_dist.csv │ │ │ │ ├── lr_xval_fold05_test_excluded_composition.csv │ │ │ │ ├── lr_xval_fold05_test_features.csv │ │ │ │ ├── lr_xval_fold05_test_metadata.csv │ │ │ │ ├── lr_xval_fold05_test_other_columns.csv │ │ │ │ ├── lr_xval_fold05_test_preprocessed_features.csv │ │ │ │ ├── lr_xval_fold05_train_excluded_composition.csv │ │ │ │ ├── lr_xval_fold05_train_features.csv │ │ │ │ ├── lr_xval_fold05_train_metadata.csv │ │ │ │ ├── lr_xval_fold05_train_other_columns.csv │ │ │ │ └── lr_xval_fold05_train_preprocessed_features.csv │ │ │ │ ├── test.csv │ │ │ │ └── train.csv │ │ ├── lr │ │ │ ├── features.csv │ │ │ ├── lr.json │ │ │ └── output │ │ │ │ ├── lr_betas.csv │ │ │ │ ├── lr_coefficients.csv │ │ │ │ ├── lr_coefficients_scaled.csv │ │ │ │ ├── lr_confMatrix.csv │ │ │ │ ├── lr_cors_orig.csv │ │ │ │ ├── lr_cors_processed.csv │ │ │ │ ├── lr_data_composition.csv │ │ │ │ ├── lr_eval.csv │ │ │ │ ├── lr_eval_short.csv │ │ │ │ ├── lr_feature.csv │ │ │ │ ├── lr_feature_descriptives.csv │ │ │ │ ├── lr_feature_descriptivesExtra.csv │ │ │ │ ├── lr_feature_outliers.csv │ │ │ │ ├── lr_margcor_score_all_data.csv │ │ │ │ ├── lr_model_fit.csv │ │ │ │ ├── lr_pca.csv │ │ │ │ ├── lr_pcavar.csv │ │ │ │ ├── lr_pcor_score_all_data.csv │ │ │ │ ├── lr_postprocessing_params.csv │ │ │ │ ├── lr_pred_processed.csv │ │ │ │ ├── lr_pred_train.csv │ │ │ │ ├── lr_score_dist.csv │ │ │ │ ├── lr_test_excluded_composition.csv │ │ │ │ ├── lr_test_features.csv │ │ │ │ ├── lr_test_metadata.csv │ │ │ │ ├── lr_test_other_columns.csv │ │ │ │ ├── lr_test_preprocessed_features.csv │ │ │ │ ├── lr_train_excluded_composition.csv │ │ │ │ ├── lr_train_features.csv │ │ │ │ ├── lr_train_metadata.csv │ │ │ │ ├── lr_train_other_columns.csv │ │ │ │ └── lr_train_preprocessed_features.csv │ │ ├── nnlr │ │ │ ├── feature │ │ │ │ └── empWtNNLS_selected.json │ │ │ ├── features.csv │ │ │ ├── nnlr.json │ │ │ └── output │ │ │ │ ├── nnlr_betas.csv │ │ │ │ ├── nnlr_coefficients.csv │ │ │ │ ├── nnlr_coefficients_scaled.csv │ │ │ │ ├── nnlr_confMatrix.csv │ │ │ │ ├── nnlr_cors_orig.csv │ │ │ │ ├── nnlr_cors_processed.csv │ │ │ │ ├── nnlr_data_composition.csv │ │ │ │ ├── nnlr_eval.csv │ │ │ │ ├── nnlr_eval_short.csv │ │ │ │ ├── nnlr_feature.csv │ │ │ │ ├── nnlr_feature_descriptives.csv │ │ │ │ ├── nnlr_feature_descriptivesExtra.csv │ │ │ │ ├── nnlr_feature_outliers.csv │ │ │ │ ├── nnlr_margcor_score_all_data.csv │ │ │ │ ├── nnlr_model_fit.csv │ │ │ │ ├── nnlr_pca.csv │ │ │ │ ├── nnlr_pcavar.csv │ │ │ │ ├── nnlr_pcor_score_all_data.csv │ │ │ │ ├── nnlr_postprocessing_params.csv │ │ │ │ ├── nnlr_pred_processed.csv │ │ │ │ ├── nnlr_pred_train.csv │ │ │ │ ├── nnlr_score_dist.csv │ │ │ │ ├── nnlr_test_excluded_composition.csv │ │ │ │ ├── nnlr_test_features.csv │ │ │ │ ├── nnlr_test_metadata.csv │ │ │ │ ├── nnlr_test_other_columns.csv │ │ │ │ ├── nnlr_test_preprocessed_features.csv │ │ │ │ ├── nnlr_train_excluded_composition.csv │ │ │ │ ├── nnlr_train_features.csv │ │ │ │ ├── nnlr_train_metadata.csv │ │ │ │ ├── nnlr_train_other_columns.csv │ │ │ │ └── nnlr_train_preprocessed_features.csv │ │ ├── nnlr_iterative │ │ │ ├── feature │ │ │ │ └── empWtNNLS_selected.json │ │ │ ├── features.csv │ │ │ ├── nnlr_iterative.json │ │ │ └── output │ │ │ │ ├── nnlr_iterative_betas.csv │ │ │ │ ├── nnlr_iterative_coefficients.csv │ │ │ │ ├── nnlr_iterative_coefficients_scaled.csv │ │ │ │ ├── nnlr_iterative_confMatrix.csv │ │ │ │ ├── nnlr_iterative_cors_orig.csv │ │ │ │ ├── nnlr_iterative_cors_processed.csv │ │ │ │ ├── nnlr_iterative_data_composition.csv │ │ │ │ ├── nnlr_iterative_eval.csv │ │ │ │ ├── nnlr_iterative_eval_short.csv │ │ │ │ ├── nnlr_iterative_feature.csv │ │ │ │ ├── nnlr_iterative_feature_descriptives.csv │ │ │ │ ├── nnlr_iterative_feature_descriptivesExtra.csv │ │ │ │ ├── nnlr_iterative_feature_outliers.csv │ │ │ │ ├── nnlr_iterative_margcor_score_all_data.csv │ │ │ │ ├── nnlr_iterative_model_fit.csv │ │ │ │ ├── nnlr_iterative_pca.csv │ │ │ │ ├── nnlr_iterative_pcavar.csv │ │ │ │ ├── nnlr_iterative_pcor_score_all_data.csv │ │ │ │ ├── nnlr_iterative_postprocessing_params.csv │ │ │ │ ├── nnlr_iterative_pred_processed.csv │ │ │ │ ├── nnlr_iterative_pred_train.csv │ │ │ │ ├── nnlr_iterative_score_dist.csv │ │ │ │ ├── nnlr_iterative_test_excluded_composition.csv │ │ │ │ ├── nnlr_iterative_test_features.csv │ │ │ │ ├── nnlr_iterative_test_metadata.csv │ │ │ │ ├── nnlr_iterative_test_other_columns.csv │ │ │ │ ├── nnlr_iterative_test_preprocessed_features.csv │ │ │ │ ├── nnlr_iterative_train_excluded_composition.csv │ │ │ │ ├── nnlr_iterative_train_features.csv │ │ │ │ ├── nnlr_iterative_train_metadata.csv │ │ │ │ ├── nnlr_iterative_train_other_columns.csv │ │ │ │ └── nnlr_iterative_train_preprocessed_features.csv │ │ ├── positivelassocv │ │ │ ├── feature │ │ │ │ └── lassoWtLassoBest_selected.json │ │ │ ├── features.csv │ │ │ ├── output │ │ │ │ ├── positivelassocv_betas.csv │ │ │ │ ├── positivelassocv_coefficients.csv │ │ │ │ ├── positivelassocv_coefficients_scaled.csv │ │ │ │ ├── positivelassocv_confMatrix.csv │ │ │ │ ├── positivelassocv_cors_orig.csv │ │ │ │ ├── positivelassocv_cors_processed.csv │ │ │ │ ├── positivelassocv_data_composition.csv │ │ │ │ ├── positivelassocv_eval.csv │ │ │ │ ├── positivelassocv_eval_short.csv │ │ │ │ ├── positivelassocv_feature.csv │ │ │ │ ├── positivelassocv_feature_descriptives.csv │ │ │ │ ├── positivelassocv_feature_descriptivesExtra.csv │ │ │ │ ├── positivelassocv_feature_outliers.csv │ │ │ │ ├── positivelassocv_margcor_score_all_data.csv │ │ │ │ ├── positivelassocv_pca.csv │ │ │ │ ├── positivelassocv_pcavar.csv │ │ │ │ ├── positivelassocv_pcor_score_all_data.csv │ │ │ │ ├── positivelassocv_postprocessing_params.csv │ │ │ │ ├── positivelassocv_pred_processed.csv │ │ │ │ ├── positivelassocv_pred_train.csv │ │ │ │ ├── positivelassocv_score_dist.csv │ │ │ │ ├── positivelassocv_test_excluded_composition.csv │ │ │ │ ├── positivelassocv_test_features.csv │ │ │ │ ├── positivelassocv_test_metadata.csv │ │ │ │ ├── positivelassocv_test_other_columns.csv │ │ │ │ ├── positivelassocv_test_preprocessed_features.csv │ │ │ │ ├── positivelassocv_train_excluded_composition.csv │ │ │ │ ├── positivelassocv_train_features.csv │ │ │ │ ├── positivelassocv_train_metadata.csv │ │ │ │ ├── positivelassocv_train_other_columns.csv │ │ │ │ └── positivelassocv_train_preprocessed_features.csv │ │ │ └── positivelassocv.json │ │ ├── positivelassocvthenlr │ │ │ ├── feature │ │ │ │ └── empWtLassoBest_selected.json │ │ │ ├── features.csv │ │ │ ├── output │ │ │ │ ├── positivelassocvthenlr_betas.csv │ │ │ │ ├── positivelassocvthenlr_coefficients.csv │ │ │ │ ├── positivelassocvthenlr_coefficients_scaled.csv │ │ │ │ ├── positivelassocvthenlr_confMatrix.csv │ │ │ │ ├── positivelassocvthenlr_cors_orig.csv │ │ │ │ ├── positivelassocvthenlr_cors_processed.csv │ │ │ │ ├── positivelassocvthenlr_data_composition.csv │ │ │ │ ├── positivelassocvthenlr_eval.csv │ │ │ │ ├── positivelassocvthenlr_eval_short.csv │ │ │ │ ├── positivelassocvthenlr_feature.csv │ │ │ │ ├── positivelassocvthenlr_feature_descriptives.csv │ │ │ │ ├── positivelassocvthenlr_feature_descriptivesExtra.csv │ │ │ │ ├── positivelassocvthenlr_feature_outliers.csv │ │ │ │ ├── positivelassocvthenlr_margcor_score_all_data.csv │ │ │ │ ├── positivelassocvthenlr_model_fit.csv │ │ │ │ ├── positivelassocvthenlr_pca.csv │ │ │ │ ├── positivelassocvthenlr_pcavar.csv │ │ │ │ ├── positivelassocvthenlr_pcor_score_all_data.csv │ │ │ │ ├── positivelassocvthenlr_postprocessing_params.csv │ │ │ │ ├── positivelassocvthenlr_pred_processed.csv │ │ │ │ ├── positivelassocvthenlr_pred_train.csv │ │ │ │ ├── positivelassocvthenlr_score_dist.csv │ │ │ │ ├── positivelassocvthenlr_test_excluded_composition.csv │ │ │ │ ├── positivelassocvthenlr_test_features.csv │ │ │ │ ├── positivelassocvthenlr_test_metadata.csv │ │ │ │ ├── positivelassocvthenlr_test_other_columns.csv │ │ │ │ ├── positivelassocvthenlr_test_preprocessed_features.csv │ │ │ │ ├── positivelassocvthenlr_train_excluded_composition.csv │ │ │ │ ├── positivelassocvthenlr_train_features.csv │ │ │ │ ├── positivelassocvthenlr_train_metadata.csv │ │ │ │ ├── positivelassocvthenlr_train_other_columns.csv │ │ │ │ └── positivelassocvthenlr_train_preprocessed_features.csv │ │ │ └── positivelassocvthenlr.json │ │ ├── predict-expected-scores-non-probabilistic-svc │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── SVC.model │ │ │ │ │ ├── SVC_feature.csv │ │ │ │ │ └── SVC_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── predict-expected-scores-wrong-skll-model │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── LinearSVR.model │ │ │ │ │ ├── LinearSVR_feature.csv │ │ │ │ │ └── LinearSVR_postprocessing_params.csv │ │ │ └── rsmpredict.json │ │ ├── rebalancedlr │ │ │ ├── features.csv │ │ │ ├── output │ │ │ │ ├── rebalancedlr_betas.csv │ │ │ │ ├── rebalancedlr_coefficients.csv │ │ │ │ ├── rebalancedlr_coefficients_scaled.csv │ │ │ │ ├── rebalancedlr_confMatrix.csv │ │ │ │ ├── rebalancedlr_cors_orig.csv │ │ │ │ ├── rebalancedlr_cors_processed.csv │ │ │ │ ├── rebalancedlr_data_composition.csv │ │ │ │ ├── rebalancedlr_eval.csv │ │ │ │ ├── rebalancedlr_eval_short.csv │ │ │ │ ├── rebalancedlr_feature.csv │ │ │ │ ├── rebalancedlr_feature_descriptives.csv │ │ │ │ ├── rebalancedlr_feature_descriptivesExtra.csv │ │ │ │ ├── rebalancedlr_feature_outliers.csv │ │ │ │ ├── rebalancedlr_margcor_score_all_data.csv │ │ │ │ ├── rebalancedlr_model_fit.csv │ │ │ │ ├── rebalancedlr_pca.csv │ │ │ │ ├── rebalancedlr_pcavar.csv │ │ │ │ ├── rebalancedlr_pcor_score_all_data.csv │ │ │ │ ├── rebalancedlr_postprocessing_params.csv │ │ │ │ ├── rebalancedlr_pred_processed.csv │ │ │ │ ├── rebalancedlr_pred_train.csv │ │ │ │ ├── rebalancedlr_score_dist.csv │ │ │ │ ├── rebalancedlr_test_excluded_composition.csv │ │ │ │ ├── rebalancedlr_test_features.csv │ │ │ │ ├── rebalancedlr_test_metadata.csv │ │ │ │ ├── rebalancedlr_test_other_columns.csv │ │ │ │ ├── rebalancedlr_test_preprocessed_features.csv │ │ │ │ ├── rebalancedlr_train_excluded_composition.csv │ │ │ │ ├── rebalancedlr_train_features.csv │ │ │ │ ├── rebalancedlr_train_metadata.csv │ │ │ │ ├── rebalancedlr_train_other_columns.csv │ │ │ │ └── rebalancedlr_train_preprocessed_features.csv │ │ │ └── rebalancedlr.json │ │ ├── rf-explain │ │ │ ├── existing_experiment │ │ │ │ ├── config_rsmtool.json │ │ │ │ └── output │ │ │ │ │ ├── rf.model │ │ │ │ │ └── rf_feature.csv │ │ │ ├── output │ │ │ │ ├── rf_absolute_shap_values.csv │ │ │ │ ├── rf_ids.pkl │ │ │ │ ├── rf_rsmexplain.json │ │ │ │ └── rf_shap_values.csv │ │ │ └── rsmexplain.json │ │ ├── ridge-custom-objective │ │ │ ├── Ridge_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── Ridge_custom_objective_confMatrix.csv │ │ │ │ ├── Ridge_custom_objective_cors_orig.csv │ │ │ │ ├── Ridge_custom_objective_cors_processed.csv │ │ │ │ ├── Ridge_custom_objective_data_composition.csv │ │ │ │ ├── Ridge_custom_objective_eval.csv │ │ │ │ ├── Ridge_custom_objective_eval_short.csv │ │ │ │ ├── Ridge_custom_objective_feature.csv │ │ │ │ ├── Ridge_custom_objective_feature_descriptives.csv │ │ │ │ ├── Ridge_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── Ridge_custom_objective_feature_outliers.csv │ │ │ │ ├── Ridge_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── Ridge_custom_objective_pca.csv │ │ │ │ ├── Ridge_custom_objective_pcavar.csv │ │ │ │ ├── Ridge_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── Ridge_custom_objective_postprocessing_params.csv │ │ │ │ ├── Ridge_custom_objective_pred_processed.csv │ │ │ │ ├── Ridge_custom_objective_pred_train.csv │ │ │ │ ├── Ridge_custom_objective_score_dist.csv │ │ │ │ ├── Ridge_custom_objective_test_excluded_composition.csv │ │ │ │ ├── Ridge_custom_objective_test_features.csv │ │ │ │ ├── Ridge_custom_objective_test_metadata.csv │ │ │ │ ├── Ridge_custom_objective_test_other_columns.csv │ │ │ │ ├── Ridge_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── Ridge_custom_objective_train_excluded_composition.csv │ │ │ │ ├── Ridge_custom_objective_train_features.csv │ │ │ │ ├── Ridge_custom_objective_train_metadata.csv │ │ │ │ ├── Ridge_custom_objective_train_other_columns.csv │ │ │ │ └── Ridge_custom_objective_train_preprocessed_features.csv │ │ ├── ridge-custom-params │ │ │ ├── Ridge_custom_params.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── Ridge_custom_params_confMatrix.csv │ │ │ │ ├── Ridge_custom_params_cors_orig.csv │ │ │ │ ├── Ridge_custom_params_cors_processed.csv │ │ │ │ ├── Ridge_custom_params_data_composition.csv │ │ │ │ ├── Ridge_custom_params_eval.csv │ │ │ │ ├── Ridge_custom_params_eval_short.csv │ │ │ │ ├── Ridge_custom_params_feature.csv │ │ │ │ ├── Ridge_custom_params_feature_descriptives.csv │ │ │ │ ├── Ridge_custom_params_feature_descriptivesExtra.csv │ │ │ │ ├── Ridge_custom_params_feature_outliers.csv │ │ │ │ ├── Ridge_custom_params_margcor_score_all_data.csv │ │ │ │ ├── Ridge_custom_params_pca.csv │ │ │ │ ├── Ridge_custom_params_pcavar.csv │ │ │ │ ├── Ridge_custom_params_pcor_score_all_data.csv │ │ │ │ ├── Ridge_custom_params_postprocessing_params.csv │ │ │ │ ├── Ridge_custom_params_pred_processed.csv │ │ │ │ ├── Ridge_custom_params_pred_train.csv │ │ │ │ ├── Ridge_custom_params_score_dist.csv │ │ │ │ ├── Ridge_custom_params_test_excluded_composition.csv │ │ │ │ ├── Ridge_custom_params_test_features.csv │ │ │ │ ├── Ridge_custom_params_test_metadata.csv │ │ │ │ ├── Ridge_custom_params_test_other_columns.csv │ │ │ │ ├── Ridge_custom_params_test_preprocessed_features.csv │ │ │ │ ├── Ridge_custom_params_train_excluded_composition.csv │ │ │ │ ├── Ridge_custom_params_train_features.csv │ │ │ │ ├── Ridge_custom_params_train_metadata.csv │ │ │ │ ├── Ridge_custom_params_train_other_columns.csv │ │ │ │ └── Ridge_custom_params_train_preprocessed_features.csv │ │ ├── ridge │ │ │ ├── Ridge.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── Ridge_confMatrix.csv │ │ │ │ ├── Ridge_cors_orig.csv │ │ │ │ ├── Ridge_cors_processed.csv │ │ │ │ ├── Ridge_data_composition.csv │ │ │ │ ├── Ridge_eval.csv │ │ │ │ ├── Ridge_eval_short.csv │ │ │ │ ├── Ridge_feature.csv │ │ │ │ ├── Ridge_feature_descriptives.csv │ │ │ │ ├── Ridge_feature_descriptivesExtra.csv │ │ │ │ ├── Ridge_feature_outliers.csv │ │ │ │ ├── Ridge_margcor_score_all_data.csv │ │ │ │ ├── Ridge_pca.csv │ │ │ │ ├── Ridge_pcavar.csv │ │ │ │ ├── Ridge_pcor_score_all_data.csv │ │ │ │ ├── Ridge_postprocessing_params.csv │ │ │ │ ├── Ridge_pred_processed.csv │ │ │ │ ├── Ridge_pred_train.csv │ │ │ │ ├── Ridge_score_dist.csv │ │ │ │ ├── Ridge_test_excluded_composition.csv │ │ │ │ ├── Ridge_test_features.csv │ │ │ │ ├── Ridge_test_metadata.csv │ │ │ │ ├── Ridge_test_other_columns.csv │ │ │ │ ├── Ridge_test_preprocessed_features.csv │ │ │ │ ├── Ridge_train_excluded_composition.csv │ │ │ │ ├── Ridge_train_features.csv │ │ │ │ ├── Ridge_train_metadata.csv │ │ │ │ ├── Ridge_train_other_columns.csv │ │ │ │ └── Ridge_train_preprocessed_features.csv │ │ ├── summary-no-json-file │ │ │ ├── lr_subgroups │ │ │ │ └── output │ │ │ │ │ └── test.csv │ │ │ └── rsmsummarize.json │ │ ├── summary-no-output-dir │ │ │ ├── lr_subgroups │ │ │ │ └── test.csv │ │ │ └── rsmsummarize.json │ │ ├── summary-too-many-jsons │ │ │ ├── lr_subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_rsmtool1.json │ │ │ │ │ ├── lr_subgroups_rsmtool2.json │ │ │ │ │ └── lr_subgroups_rsmtool3.json │ │ │ └── rsmsummarize.json │ │ ├── summary-with-custom-names │ │ │ ├── logistic-regression-expected-scores │ │ │ │ ├── LogisticRegression_expected_scores.json │ │ │ │ ├── features.csv │ │ │ │ └── output │ │ │ │ │ ├── LogisticRegression_expected_scores_confMatrix.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_cors_orig.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_cors_processed.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_data_composition.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_eval.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_eval_short.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_feature.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_feature_descriptives.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_feature_descriptivesExtra.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_feature_outliers.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_margcor_score_all_data.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_pca.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_pcavar.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_pcor_score_all_data.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_postprocessing_params.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_pred_processed.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_pred_train.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_rsmtool.json │ │ │ │ │ ├── LogisticRegression_expected_scores_score_dist.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_test_excluded_composition.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_test_features.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_test_metadata.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_test_other_columns.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_test_preprocessed_features.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_train_excluded_composition.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_train_features.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_train_metadata.csv │ │ │ │ │ ├── LogisticRegression_expected_scores_train_other_columns.csv │ │ │ │ │ └── LogisticRegression_expected_scores_train_preprocessed_features.csv │ │ │ ├── lr-subgroups │ │ │ │ └── output │ │ │ │ │ ├── lr_subgroups_betas.csv │ │ │ │ │ ├── lr_subgroups_coefficients.csv │ │ │ │ │ ├── lr_subgroups_coefficients_scaled.csv │ │ │ │ │ ├── lr_subgroups_confMatrix.csv │ │ │ │ │ ├── lr_subgroups_cors_orig.csv │ │ │ │ │ ├── lr_subgroups_cors_processed.csv │ │ │ │ │ ├── lr_subgroups_data_composition.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_L1.csv │ │ │ │ │ ├── lr_subgroups_data_composition_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_csd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osa_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_L1.csv │ │ │ │ │ ├── lr_subgroups_estimates_osd_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval.csv │ │ │ │ │ ├── lr_subgroups_eval_by_L1.csv │ │ │ │ │ ├── lr_subgroups_eval_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_eval_short.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_L1.csv │ │ │ │ │ ├── lr_subgroups_fairness_metrics_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_feature.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptives.csv │ │ │ │ │ ├── lr_subgroups_feature_descriptivesExtra.csv │ │ │ │ │ ├── lr_subgroups_feature_outliers.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_margcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_model_fit.csv │ │ │ │ │ ├── lr_subgroups_pca.csv │ │ │ │ │ ├── lr_subgroups_pcavar.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_all_data.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_L1.csv │ │ │ │ │ ├── lr_subgroups_pcor_score_by_QUESTION.csv │ │ │ │ │ ├── lr_subgroups_postprocessing_params.csv │ │ │ │ │ ├── lr_subgroups_pred_processed.csv │ │ │ │ │ ├── lr_subgroups_pred_train.csv │ │ │ │ │ ├── lr_subgroups_rsmtool.json │ │ │ │ │ ├── lr_subgroups_score_dist.csv │ │ │ │ │ ├── lr_subgroups_test_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_test_features.csv │ │ │ │ │ ├── lr_subgroups_test_metadata.csv │ │ │ │ │ ├── lr_subgroups_test_other_columns.csv │ │ │ │ │ ├── lr_subgroups_test_preprocessed_features.csv │ │ │ │ │ ├── lr_subgroups_train_excluded_composition.csv │ │ │ │ │ ├── lr_subgroups_train_features.csv │ │ │ │ │ ├── lr_subgroups_train_metadata.csv │ │ │ │ │ ├── lr_subgroups_train_other_columns.csv │ │ │ │ │ └── lr_subgroups_train_preprocessed_features.csv │ │ │ ├── output │ │ │ │ ├── model_comparison_betas.csv │ │ │ │ ├── model_comparison_eval_short.csv │ │ │ │ ├── model_comparison_margcor_score_all_data.csv │ │ │ │ ├── model_comparison_model_fit.csv │ │ │ │ ├── model_comparison_model_summary.csv │ │ │ │ ├── model_comparison_pcor_score_all_data.csv │ │ │ │ └── model_comparison_rsmsummarize.json │ │ │ └── rsmsummarize.json │ │ ├── summary-wrong-directory │ │ │ └── rsmsummarize.json │ │ ├── svc-custom-objective-and-params │ │ │ ├── SVC_custom_objective_and_params.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── SVC_custom_objective_and_params_cors_orig.csv │ │ │ │ ├── SVC_custom_objective_and_params_cors_processed.csv │ │ │ │ ├── SVC_custom_objective_and_params_data_composition.csv │ │ │ │ ├── SVC_custom_objective_and_params_feature.csv │ │ │ │ ├── SVC_custom_objective_and_params_feature_descriptives.csv │ │ │ │ ├── SVC_custom_objective_and_params_feature_descriptivesExtra.csv │ │ │ │ ├── SVC_custom_objective_and_params_feature_outliers.csv │ │ │ │ ├── SVC_custom_objective_and_params_margcor_score_all_data.csv │ │ │ │ ├── SVC_custom_objective_and_params_pca.csv │ │ │ │ ├── SVC_custom_objective_and_params_pcavar.csv │ │ │ │ ├── SVC_custom_objective_and_params_pcor_score_all_data.csv │ │ │ │ ├── SVC_custom_objective_and_params_test_excluded_composition.csv │ │ │ │ ├── SVC_custom_objective_and_params_test_features.csv │ │ │ │ ├── SVC_custom_objective_and_params_test_metadata.csv │ │ │ │ ├── SVC_custom_objective_and_params_test_other_columns.csv │ │ │ │ ├── SVC_custom_objective_and_params_test_preprocessed_features.csv │ │ │ │ ├── SVC_custom_objective_and_params_train_excluded_composition.csv │ │ │ │ ├── SVC_custom_objective_and_params_train_features.csv │ │ │ │ ├── SVC_custom_objective_and_params_train_metadata.csv │ │ │ │ ├── SVC_custom_objective_and_params_train_other_columns.csv │ │ │ │ └── SVC_custom_objective_and_params_train_preprocessed_features.csv │ │ ├── svc-custom-objective │ │ │ ├── SVC_custom_objective.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── SVC_custom_objective_cors_orig.csv │ │ │ │ ├── SVC_custom_objective_cors_processed.csv │ │ │ │ ├── SVC_custom_objective_data_composition.csv │ │ │ │ ├── SVC_custom_objective_feature.csv │ │ │ │ ├── SVC_custom_objective_feature_descriptives.csv │ │ │ │ ├── SVC_custom_objective_feature_descriptivesExtra.csv │ │ │ │ ├── SVC_custom_objective_feature_outliers.csv │ │ │ │ ├── SVC_custom_objective_margcor_score_all_data.csv │ │ │ │ ├── SVC_custom_objective_pca.csv │ │ │ │ ├── SVC_custom_objective_pcavar.csv │ │ │ │ ├── SVC_custom_objective_pcor_score_all_data.csv │ │ │ │ ├── SVC_custom_objective_rsmtool.json │ │ │ │ ├── SVC_custom_objective_test_excluded_composition.csv │ │ │ │ ├── SVC_custom_objective_test_features.csv │ │ │ │ ├── SVC_custom_objective_test_metadata.csv │ │ │ │ ├── SVC_custom_objective_test_other_columns.csv │ │ │ │ ├── SVC_custom_objective_test_preprocessed_features.csv │ │ │ │ ├── SVC_custom_objective_train_excluded_composition.csv │ │ │ │ ├── SVC_custom_objective_train_features.csv │ │ │ │ ├── SVC_custom_objective_train_metadata.csv │ │ │ │ ├── SVC_custom_objective_train_other_columns.csv │ │ │ │ └── SVC_custom_objective_train_preprocessed_features.csv │ │ ├── svc-expected-scores │ │ │ ├── SVC_expected_scores.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── SVC_expected_scores_cors_orig.csv │ │ │ │ ├── SVC_expected_scores_cors_processed.csv │ │ │ │ ├── SVC_expected_scores_data_composition.csv │ │ │ │ ├── SVC_expected_scores_feature.csv │ │ │ │ ├── SVC_expected_scores_feature_descriptives.csv │ │ │ │ ├── SVC_expected_scores_feature_descriptivesExtra.csv │ │ │ │ ├── SVC_expected_scores_feature_outliers.csv │ │ │ │ ├── SVC_expected_scores_margcor_score_all_data.csv │ │ │ │ ├── SVC_expected_scores_pca.csv │ │ │ │ ├── SVC_expected_scores_pcavar.csv │ │ │ │ ├── SVC_expected_scores_pcor_score_all_data.csv │ │ │ │ ├── SVC_expected_scores_test_excluded_composition.csv │ │ │ │ ├── SVC_expected_scores_test_features.csv │ │ │ │ ├── SVC_expected_scores_test_metadata.csv │ │ │ │ ├── SVC_expected_scores_test_other_columns.csv │ │ │ │ ├── SVC_expected_scores_test_preprocessed_features.csv │ │ │ │ ├── SVC_expected_scores_train_excluded_composition.csv │ │ │ │ ├── SVC_expected_scores_train_features.csv │ │ │ │ ├── SVC_expected_scores_train_metadata.csv │ │ │ │ ├── SVC_expected_scores_train_other_columns.csv │ │ │ │ └── SVC_expected_scores_train_preprocessed_features.csv │ │ ├── svc-predict-expected-scores │ │ │ ├── existing_experiment │ │ │ │ └── output │ │ │ │ │ ├── SVC_expected_scores.model │ │ │ │ │ ├── SVC_expected_scores_feature.csv │ │ │ │ │ └── SVC_expected_scores_postprocessing_params.csv │ │ │ ├── output │ │ │ │ ├── predictions.csv │ │ │ │ └── preprocessed_features.csv │ │ │ └── rsmpredict.json │ │ ├── svc │ │ │ ├── SVC.json │ │ │ ├── features.csv │ │ │ └── output │ │ │ │ ├── SVC_cors_orig.csv │ │ │ │ ├── SVC_cors_processed.csv │ │ │ │ ├── SVC_data_composition.csv │ │ │ │ ├── SVC_feature.csv │ │ │ │ ├── SVC_feature_descriptives.csv │ │ │ │ ├── SVC_feature_descriptivesExtra.csv │ │ │ │ ├── SVC_feature_outliers.csv │ │ │ │ ├── SVC_margcor_score_all_data.csv │ │ │ │ ├── SVC_pca.csv │ │ │ │ ├── SVC_pcavar.csv │ │ │ │ ├── SVC_pcor_score_all_data.csv │ │ │ │ ├── SVC_test_excluded_composition.csv │ │ │ │ ├── SVC_test_features.csv │ │ │ │ ├── SVC_test_metadata.csv │ │ │ │ ├── SVC_test_other_columns.csv │ │ │ │ ├── SVC_test_preprocessed_features.csv │ │ │ │ ├── SVC_train_excluded_composition.csv │ │ │ │ ├── SVC_train_features.csv │ │ │ │ ├── SVC_train_metadata.csv │ │ │ │ ├── SVC_train_other_columns.csv │ │ │ │ └── SVC_train_preprocessed_features.csv │ │ ├── svr-explain-dict │ │ │ ├── existing_experiment │ │ │ │ ├── config_rsmtool.json │ │ │ │ └── output │ │ │ │ │ ├── svr_explain_dict.model │ │ │ │ │ └── svr_explain_dict_feature.csv │ │ │ └── output │ │ │ │ ├── svr_explain_dict_absolute_shap_values.csv │ │ │ │ ├── svr_explain_dict_explanation.pkl │ │ │ │ ├── svr_explain_dict_ids.pkl │ │ │ │ └── svr_explain_dict_shap_values.csv │ │ ├── svr-explain-object │ │ │ ├── existing_experiment │ │ │ │ ├── config_rsmtool.json │ │ │ │ └── output │ │ │ │ │ ├── svr_explain_object.model │ │ │ │ │ └── svr_explain_object_feature.csv │ │ │ └── output │ │ │ │ ├── svr_explain_object_absolute_shap_values.csv │ │ │ │ ├── svr_explain_object_ids.pkl │ │ │ │ ├── svr_explain_object_rsmexplain.json │ │ │ │ └── svr_explain_object_shap_values.csv │ │ ├── svr-explain │ │ │ ├── existing_experiment │ │ │ │ ├── config_rsmtool.json │ │ │ │ └── output │ │ │ │ │ ├── svr.model │ │ │ │ │ └── svr_feature.csv │ │ │ ├── output │ │ │ │ ├── svr_absolute_shap_values.csv │ │ │ │ ├── svr_ids.pkl │ │ │ │ ├── svr_rsmexplain.json │ │ │ │ └── svr_shap_values.csv │ │ │ └── rsmexplain.json │ │ ├── wandb │ │ │ ├── features.csv │ │ │ ├── output │ │ │ │ ├── wandb_betas.csv │ │ │ │ ├── wandb_coefficients.csv │ │ │ │ ├── wandb_coefficients_scaled.csv │ │ │ │ ├── wandb_confMatrix.csv │ │ │ │ ├── wandb_cors_orig.csv │ │ │ │ ├── wandb_cors_processed.csv │ │ │ │ ├── wandb_data_composition.csv │ │ │ │ ├── wandb_eval.csv │ │ │ │ ├── wandb_eval_short.csv │ │ │ │ ├── wandb_feature.csv │ │ │ │ ├── wandb_feature_descriptives.csv │ │ │ │ ├── wandb_feature_descriptivesExtra.csv │ │ │ │ ├── wandb_feature_outliers.csv │ │ │ │ ├── wandb_margcor_score_all_data.csv │ │ │ │ ├── wandb_model_fit.csv │ │ │ │ ├── wandb_pca.csv │ │ │ │ ├── wandb_pcavar.csv │ │ │ │ ├── wandb_pcor_score_all_data.csv │ │ │ │ ├── wandb_postprocessing_params.csv │ │ │ │ ├── wandb_pred_processed.csv │ │ │ │ ├── wandb_pred_train.csv │ │ │ │ ├── wandb_score_dist.csv │ │ │ │ ├── wandb_test_excluded_composition.csv │ │ │ │ ├── wandb_test_features.csv │ │ │ │ ├── wandb_test_metadata.csv │ │ │ │ ├── wandb_test_other_columns.csv │ │ │ │ ├── wandb_test_preprocessed_features.csv │ │ │ │ ├── wandb_train_excluded_composition.csv │ │ │ │ ├── wandb_train_features.csv │ │ │ │ ├── wandb_train_metadata.csv │ │ │ │ ├── wandb_train_other_columns.csv │ │ │ │ └── wandb_train_preprocessed_features.csv │ │ │ └── wandb.json │ │ ├── wls │ │ │ ├── features.csv │ │ │ ├── output │ │ │ │ ├── wls_betas.csv │ │ │ │ ├── wls_coefficients.csv │ │ │ │ ├── wls_coefficients_scaled.csv │ │ │ │ ├── wls_confMatrix.csv │ │ │ │ ├── wls_cors_orig.csv │ │ │ │ ├── wls_cors_processed.csv │ │ │ │ ├── wls_data_composition.csv │ │ │ │ ├── wls_eval.csv │ │ │ │ ├── wls_eval_short.csv │ │ │ │ ├── wls_feature.csv │ │ │ │ ├── wls_feature_descriptives.csv │ │ │ │ ├── wls_feature_descriptivesExtra.csv │ │ │ │ ├── wls_feature_outliers.csv │ │ │ │ ├── wls_margcor_score_all_data.csv │ │ │ │ ├── wls_model_fit.csv │ │ │ │ ├── wls_pca.csv │ │ │ │ ├── wls_pcavar.csv │ │ │ │ ├── wls_pcor_score_all_data.csv │ │ │ │ ├── wls_postprocessing_params.csv │ │ │ │ ├── wls_pred_processed.csv │ │ │ │ ├── wls_pred_train.csv │ │ │ │ ├── wls_score_dist.csv │ │ │ │ ├── wls_test_excluded_composition.csv │ │ │ │ ├── wls_test_features.csv │ │ │ │ ├── wls_test_metadata.csv │ │ │ │ ├── wls_test_other_columns.csv │ │ │ │ ├── wls_test_preprocessed_features.csv │ │ │ │ ├── wls_train_excluded_composition.csv │ │ │ │ ├── wls_train_features.csv │ │ │ │ ├── wls_train_metadata.csv │ │ │ │ ├── wls_train_other_columns.csv │ │ │ │ └── wls_train_preprocessed_features.csv │ │ │ └── wls.json │ │ └── wrong-model-name │ │ │ ├── features.csv │ │ │ └── wrong_model_name.json │ ├── figures │ │ ├── figure1.svg │ │ ├── figure2.svg │ │ └── figure3.png │ ├── files │ │ ├── explain_features.csv │ │ ├── explain_svr.model │ │ ├── folds.csv │ │ ├── predictions_raw.csv │ │ ├── predictions_raw.jsonlines │ │ ├── predictions_raw.tsv │ │ ├── predictions_raw.xlsx │ │ ├── predictions_raw_nested.jsonlines │ │ ├── predictions_raw_with_all_non_numeric_machine_scores.csv │ │ ├── predictions_raw_with_all_non_numeric_scores.csv │ │ ├── predictions_raw_with_continuous_human_scores.csv │ │ ├── predictions_raw_with_flags.csv │ │ ├── predictions_raw_with_repeated_ids.csv │ │ ├── predictions_same_system_score_with_subgroups_subset_double_scored.csv │ │ ├── predictions_scaled_with_missing_data.csv │ │ ├── predictions_scaled_with_missing_data_and_candidate.csv │ │ ├── predictions_scaled_with_subgroups.csv │ │ ├── predictions_scaled_with_subgroups_and_missing_scores.csv │ │ ├── predictions_scaled_with_subgroups_subset_double_scored.csv │ │ ├── prmse_data.csv │ │ ├── prmse_data_sparse_matrix.csv │ │ ├── test.csv │ │ ├── test.jsonlines │ │ ├── test.sas7bdat │ │ ├── test.tsv │ │ ├── test.xlsx │ │ ├── test2.csv │ │ ├── test_long_feature_names.csv │ │ ├── test_nested.jsonlines │ │ ├── test_spkitemid.csv │ │ ├── test_subgroup_edge_cases.csv │ │ ├── test_with_candidate.csv │ │ ├── test_with_candidate_id_with_leading_zeros.csv │ │ ├── test_with_continuous_human_scores.csv │ │ ├── test_with_defaults_as_extra_columns.csv │ │ ├── test_with_different_flags.csv │ │ ├── test_with_flags.csv │ │ ├── test_with_h1_named_sc2.csv │ │ ├── test_with_identical_lengths.csv │ │ ├── test_with_large_feature_value.csv │ │ ├── test_with_missing_FEATURE1.csv │ │ ├── test_with_missing_lengths.csv │ │ ├── test_with_negative_values.csv │ │ ├── test_with_no_double_scored_responses_for_valid_system_scores.csv │ │ ├── test_with_non_numeric.csv │ │ ├── test_with_non_numeric_and_candidate.csv │ │ ├── test_with_numeric_subgroup.csv │ │ ├── test_with_repeated_ids.csv │ │ ├── test_with_subset_double_scored.csv │ │ ├── test_with_zero_scores.csv │ │ ├── train.csv │ │ ├── train.jsonlines │ │ ├── train.sas7bdat │ │ ├── train.tsv │ │ ├── train.xlsx │ │ ├── train2.csv │ │ ├── train_long_feature_names.csv │ │ ├── train_nested.jsonlines │ │ ├── train_predictions.csv │ │ ├── train_predictions.jsonlines │ │ ├── train_predictions.tsv │ │ ├── train_predictions.xlsx │ │ ├── train_predictions_nested.jsonlines │ │ ├── train_spkitemid.csv │ │ ├── train_subgroup_edge_cases.csv │ │ ├── train_with_all_non_numeric_scores.csv │ │ ├── train_with_candidate.csv │ │ ├── train_with_candidate_id_with_leading_zeros.csv │ │ ├── train_with_continuous_human_scores.csv │ │ ├── train_with_defaults_as_extra_columns.csv │ │ ├── train_with_flags.csv │ │ ├── train_with_flags_and_zero_scores.csv │ │ ├── train_with_identical_lengths.csv │ │ ├── train_with_int_ids.csv │ │ ├── train_with_large_feature_value.csv │ │ ├── train_with_length_non_numeric.csv │ │ ├── train_with_length_string.csv │ │ ├── train_with_missing_lengths.csv │ │ ├── train_with_multiple_flags.csv │ │ ├── train_with_non_numeric.csv │ │ ├── train_with_non_numeric_and_candidate.csv │ │ ├── train_with_none_flagged.csv │ │ ├── train_with_numeric_subgroup.csv │ │ ├── train_with_one_fully_non_numeric_feature.csv │ │ ├── train_with_repeated_ids.csv │ │ ├── train_with_zero_scores.csv │ │ └── wandb_test_file.html │ └── output │ │ ├── autogenerated_rsmcompare_config.json │ │ ├── autogenerated_rsmcompare_config_groups.json │ │ ├── autogenerated_rsmeval_config.json │ │ ├── autogenerated_rsmeval_config_groups.json │ │ ├── autogenerated_rsmexplain_config.json │ │ ├── autogenerated_rsmpredict_config.json │ │ ├── autogenerated_rsmsummarize_config.json │ │ ├── autogenerated_rsmtool_config.json │ │ ├── autogenerated_rsmtool_config_groups.json │ │ ├── autogenerated_rsmxval_config.json │ │ ├── explain_mask_from_learner.out │ │ ├── explain_mask_from_pickle.out │ │ ├── interactive_rsmcompare_config.json │ │ ├── interactive_rsmcompare_config_groups.json │ │ ├── interactive_rsmeval_config.json │ │ ├── interactive_rsmeval_config_groups.json │ │ ├── interactive_rsmexplain_config.json │ │ ├── interactive_rsmpredict_config.json │ │ ├── interactive_rsmsummarize_config.json │ │ ├── interactive_rsmtool_config.json │ │ ├── interactive_rsmtool_config_groups.json │ │ ├── interactive_rsmxval_config.json │ │ ├── interactive_rsmxval_config_folds_file.json │ │ ├── interactive_rsmxval_config_groups.json │ │ ├── interactive_rsmxval_config_groups_folds_file.json │ │ ├── lr_betas.csv │ │ ├── lr_data_composition_by_L1.csv │ │ └── lr_eval.csv ├── test_analyzer.py ├── test_cli.py ├── test_comparer.py ├── test_configuration_parser.py ├── test_container.py ├── test_experiment_rsmcompare.py ├── test_experiment_rsmeval.py ├── test_experiment_rsmexplain.py ├── test_experiment_rsmpredict.py ├── test_experiment_rsmsummarize.py ├── test_experiment_rsmtool_1.py ├── test_experiment_rsmtool_2.py ├── test_experiment_rsmtool_3.py ├── test_experiment_rsmtool_4.py ├── test_experiment_rsmxval.py ├── test_explanation_utils.py ├── test_fairness_utils.py ├── test_modeler.py ├── test_preprocessor.py ├── test_reader.py ├── test_reporter.py ├── test_test_utils.py ├── test_transformer.py ├── test_utils.py ├── test_utils_prmse.py ├── test_wandb.py ├── test_writer.py ├── update_files.py └── update_models.py └── unittest.cfg /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.coveragerc -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitlab-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.gitlab-ci.yml -------------------------------------------------------------------------------- /.pep8speaks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.pep8speaks.yml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /.ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/.ruff.toml -------------------------------------------------------------------------------- /DistributeTests.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/DistributeTests.ps1 -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/README.rst -------------------------------------------------------------------------------- /azure-pipelines.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/azure-pipelines.yml -------------------------------------------------------------------------------- /conda-recipe/rsmtool/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/conda-recipe/rsmtool/meta.yaml -------------------------------------------------------------------------------- /doc/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/Makefile -------------------------------------------------------------------------------- /doc/advanced_usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/advanced_usage.rst -------------------------------------------------------------------------------- /doc/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/api.rst -------------------------------------------------------------------------------- /doc/assets/dash_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/dash_icon.png -------------------------------------------------------------------------------- /doc/assets/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/demo.gif -------------------------------------------------------------------------------- /doc/assets/dummy_rsmtool.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/dummy_rsmtool.json -------------------------------------------------------------------------------- /doc/assets/example_rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/example_rsmsummarize.json -------------------------------------------------------------------------------- /doc/assets/example_rsmtool.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/example_rsmtool.json -------------------------------------------------------------------------------- /doc/assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/pipeline.png -------------------------------------------------------------------------------- /doc/assets/rsmtool.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/rsmtool.pdf -------------------------------------------------------------------------------- /doc/assets/rsmtool.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/rsmtool.png -------------------------------------------------------------------------------- /doc/assets/spacer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/spacer.png -------------------------------------------------------------------------------- /doc/assets/summary.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/assets/summary.gif -------------------------------------------------------------------------------- /doc/automated_configuration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/automated_configuration.rst -------------------------------------------------------------------------------- /doc/builtin_models.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/builtin_models.rst.inc -------------------------------------------------------------------------------- /doc/column_selection_rsmtool.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/column_selection_rsmtool.rst.inc -------------------------------------------------------------------------------- /doc/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/conf.py -------------------------------------------------------------------------------- /doc/config_rsmcompare.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmcompare.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmeval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmeval.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmexplain.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmexplain.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmpredict.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmpredict.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmsummarize.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmsummarize.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmtool.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmtool.rst.inc -------------------------------------------------------------------------------- /doc/config_rsmxval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/config_rsmxval.rst.inc -------------------------------------------------------------------------------- /doc/contributing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/contributing.rst -------------------------------------------------------------------------------- /doc/custom_notebooks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/custom_notebooks.rst -------------------------------------------------------------------------------- /doc/evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/evaluation.rst -------------------------------------------------------------------------------- /doc/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/faq.rst -------------------------------------------------------------------------------- /doc/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/getting_started.rst -------------------------------------------------------------------------------- /doc/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/index.rst -------------------------------------------------------------------------------- /doc/intermediate_files_rsmeval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/intermediate_files_rsmeval.rst.inc -------------------------------------------------------------------------------- /doc/intermediate_files_rsmsummarize.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/intermediate_files_rsmsummarize.rst.inc -------------------------------------------------------------------------------- /doc/intermediate_files_rsmtool.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/intermediate_files_rsmtool.rst.inc -------------------------------------------------------------------------------- /doc/internal.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/internal.rst -------------------------------------------------------------------------------- /doc/internal/release_process.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/internal/release_process.rst -------------------------------------------------------------------------------- /doc/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/make.bat -------------------------------------------------------------------------------- /doc/pipeline.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/pipeline.rst -------------------------------------------------------------------------------- /doc/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/requirements.txt -------------------------------------------------------------------------------- /doc/tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial.rst -------------------------------------------------------------------------------- /doc/tutorial_rsmcompare.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmcompare.rst.inc -------------------------------------------------------------------------------- /doc/tutorial_rsmeval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmeval.rst.inc -------------------------------------------------------------------------------- /doc/tutorial_rsmexplain.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmexplain.rst.inc -------------------------------------------------------------------------------- /doc/tutorial_rsmpredict.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmpredict.rst.inc -------------------------------------------------------------------------------- /doc/tutorial_rsmsummarize.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmsummarize.rst.inc -------------------------------------------------------------------------------- /doc/tutorial_rsmxval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/tutorial_rsmxval.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmcompare.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmcompare.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmeval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmeval.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmexplain.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmexplain.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmpredict.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmpredict.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmsummarize.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmsummarize.rst.inc -------------------------------------------------------------------------------- /doc/usage_rsmtool.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmtool.rst -------------------------------------------------------------------------------- /doc/usage_rsmxval.rst.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/usage_rsmxval.rst.inc -------------------------------------------------------------------------------- /doc/utilities.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/utilities.rst -------------------------------------------------------------------------------- /doc/who.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/doc/who.rst -------------------------------------------------------------------------------- /examples/rsmcompare/config_rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmcompare/config_rsmcompare.json -------------------------------------------------------------------------------- /examples/rsmeval/ASAP2_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmeval/ASAP2_scores.csv -------------------------------------------------------------------------------- /examples/rsmeval/config_rsmeval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmeval/config_rsmeval.json -------------------------------------------------------------------------------- /examples/rsmexplain/config_rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmexplain/config_rsmexplain.json -------------------------------------------------------------------------------- /examples/rsmpredict/config_rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmpredict/config_rsmpredict.json -------------------------------------------------------------------------------- /examples/rsmsummarize/config_rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmsummarize/config_rsmsummarize.json -------------------------------------------------------------------------------- /examples/rsmtool/config_rsmtool.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmtool/config_rsmtool.json -------------------------------------------------------------------------------- /examples/rsmtool/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmtool/test.csv -------------------------------------------------------------------------------- /examples/rsmtool/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmtool/train.csv -------------------------------------------------------------------------------- /examples/rsmxval/config_rsmxval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmxval/config_rsmxval.json -------------------------------------------------------------------------------- /examples/rsmxval/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/examples/rsmxval/train.csv -------------------------------------------------------------------------------- /paper.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/paper.bib -------------------------------------------------------------------------------- /paper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/paper.json -------------------------------------------------------------------------------- /paper.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/paper.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/requirements.dev -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/requirements.txt -------------------------------------------------------------------------------- /rsmtool/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/__init__.py -------------------------------------------------------------------------------- /rsmtool/analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/analyzer.py -------------------------------------------------------------------------------- /rsmtool/comparer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/comparer.py -------------------------------------------------------------------------------- /rsmtool/configuration_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/configuration_parser.py -------------------------------------------------------------------------------- /rsmtool/container.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/container.py -------------------------------------------------------------------------------- /rsmtool/convert_feature_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/convert_feature_json.py -------------------------------------------------------------------------------- /rsmtool/fairness_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/fairness_utils.py -------------------------------------------------------------------------------- /rsmtool/modeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/modeler.py -------------------------------------------------------------------------------- /rsmtool/notebooks/builtin_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/builtin_model.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/consistency.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/consistency.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/feature_descriptives.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/feature_descriptives.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/features_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/features_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/footer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/footer.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/header.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/header.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/model.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/notes.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/notes.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/pca.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/pca.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/preprocessed_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/preprocessed_features.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/preprocessed_features_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/preprocessed_features_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/score_distributions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/score_distributions.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/sysinfo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/sysinfo.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/comparison/true_score_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/comparison/true_score_evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/consistency.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/consistency.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/data_description.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/data_description.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/data_description_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/data_description_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/dff_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/dff_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/evaluation_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/evaluation_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/auto_cohorts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/auto_cohorts.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/data_description.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/data_description.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/footer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/footer.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/header.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/header.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/shap_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/shap_plots.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/shap_values.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/shap_values.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/explanations/sysinfo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/explanations/sysinfo.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/fairness_analyses.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/fairness_analyses.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/feature_descriptives.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/feature_descriptives.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/features_by_group.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/features_by_group.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/footer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/footer.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/header.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/header.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/intermediate_file_paths.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/intermediate_file_paths.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/javascript/sort.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/javascript/sort.js -------------------------------------------------------------------------------- /rsmtool/notebooks/pca.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/pca.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/preprocessed_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/preprocessed_features.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/skll_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/skll_model.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/footer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/footer.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/header.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/header.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/intermediate_file_paths.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/intermediate_file_paths.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/model.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/preprocessed_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/preprocessed_features.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/sysinfo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/sysinfo.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/summary/true_score_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/summary/true_score_evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/sysinfo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/sysinfo.ipynb -------------------------------------------------------------------------------- /rsmtool/notebooks/templates/report.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/templates/report.tpl -------------------------------------------------------------------------------- /rsmtool/notebooks/true_score_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/notebooks/true_score_evaluation.ipynb -------------------------------------------------------------------------------- /rsmtool/preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/preprocessor.py -------------------------------------------------------------------------------- /rsmtool/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/reader.py -------------------------------------------------------------------------------- /rsmtool/reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/reporter.py -------------------------------------------------------------------------------- /rsmtool/rsmcompare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmcompare.py -------------------------------------------------------------------------------- /rsmtool/rsmeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmeval.py -------------------------------------------------------------------------------- /rsmtool/rsmexplain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmexplain.py -------------------------------------------------------------------------------- /rsmtool/rsmpredict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmpredict.py -------------------------------------------------------------------------------- /rsmtool/rsmsummarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmsummarize.py -------------------------------------------------------------------------------- /rsmtool/rsmtool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmtool.py -------------------------------------------------------------------------------- /rsmtool/rsmxval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/rsmxval.py -------------------------------------------------------------------------------- /rsmtool/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/test_utils.py -------------------------------------------------------------------------------- /rsmtool/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/transformer.py -------------------------------------------------------------------------------- /rsmtool/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rsmtool/utils/commandline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/commandline.py -------------------------------------------------------------------------------- /rsmtool/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/constants.py -------------------------------------------------------------------------------- /rsmtool/utils/conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/conversion.py -------------------------------------------------------------------------------- /rsmtool/utils/cross_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/cross_validation.py -------------------------------------------------------------------------------- /rsmtool/utils/files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/files.py -------------------------------------------------------------------------------- /rsmtool/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/logging.py -------------------------------------------------------------------------------- /rsmtool/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/metrics.py -------------------------------------------------------------------------------- /rsmtool/utils/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/models.py -------------------------------------------------------------------------------- /rsmtool/utils/notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/notebook.py -------------------------------------------------------------------------------- /rsmtool/utils/prmse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/prmse.py -------------------------------------------------------------------------------- /rsmtool/utils/wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/utils/wandb.py -------------------------------------------------------------------------------- /rsmtool/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/version.py -------------------------------------------------------------------------------- /rsmtool/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/rsmtool/writer.py -------------------------------------------------------------------------------- /tests/compare_config_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/compare_config_json.py -------------------------------------------------------------------------------- /tests/copy_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/copy_jsons.py -------------------------------------------------------------------------------- /tests/data/asap2.test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/asap2.test.csv -------------------------------------------------------------------------------- /tests/data/asap2.train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/asap2.train.csv -------------------------------------------------------------------------------- /tests/data/experiments/dummyregressor-custom-objective/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/dummyregressor-custom-objective/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/dummyregressor/DummyRegressor.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/dummyregressor/DummyRegressor.json -------------------------------------------------------------------------------- /tests/data/experiments/dummyregressor/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/dummyregressor/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/dummyregressor/output/DummyRegressor_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/dummyregressor/output/DummyRegressor_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/empwtdropneg/empWtDropNeg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/empwtdropneg/empWtDropNeg.json -------------------------------------------------------------------------------- /tests/data/experiments/empwtdropneg/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/empwtdropneg/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/equalweightslr/equalweightslr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/equalweightslr/equalweightslr.json -------------------------------------------------------------------------------- /tests/data/experiments/equalweightslr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/equalweightslr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/equalweightslr/output/equalweightslr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/equalweightslr/output/equalweightslr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain-diff-std/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain-diff-std/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain-diff-trunc/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain-diff-trunc/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain-same-std/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain-same-std/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain-same-trunc/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain-same-trunc/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain/output/knn_ids.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain/output/knn_ids.pkl -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain/output/knn_rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain/output/knn_rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain/output/knn_shap_values.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain/output/knn_shap_values.csv -------------------------------------------------------------------------------- /tests/data/experiments/knn-explain/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/knn-explain/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/lars-custom-objective/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars-custom-objective/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/Lars.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/Lars.json -------------------------------------------------------------------------------- /tests/data/experiments/lars/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_feature_descriptives.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_feature_descriptives.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_margcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_margcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_pcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_pcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/lars/output/Lars_train_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lars/output/Lars_train_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/lassofixedlambda/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lassofixedlambda/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lassofixedlambda/lassofixedlambda.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lassofixedlambda/lassofixedlambda.json -------------------------------------------------------------------------------- /tests/data/experiments/lassofixedlambdathenlr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lassofixedlambdathenlr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lassofixedlambdathennnlr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lassofixedlambdathennnlr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr-custom-objective/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr-custom-objective/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr-self-compare/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr-self-compare/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr-self-summary/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr-self-summary/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/LinearSVR.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/LinearSVR.json -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/linearsvr/output/LinearSVR_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/linearsvr/output/LinearSVR_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/logistic-regression-predict/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/logistic-regression-predict/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/logistic-regression/LogisticRegression.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/logistic-regression/LogisticRegression.json -------------------------------------------------------------------------------- /tests/data/experiments/logistic-regression/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/logistic-regression/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-candidate-same-as-id/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-candidate-same-as-id/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-dictionary/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-dictionary/config.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-dictionary/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-dictionary/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-dictionary/output/lr_dictionary_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-dictionary/output/lr_dictionary_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-dictionary/output/lr_dictionary_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-dictionary/output/lr_dictionary_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-dictionary/output/lr_dictionary_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-dictionary/output/lr_dictionary_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-different-compare/lr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-different-compare/lr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-different-compare/lr/figure/lr_pca.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-different-compare/lr/figure/lr_pca.svg -------------------------------------------------------------------------------- /tests/data/experiments/lr-different-compare/lr/lr_baseline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-different-compare/lr/lr_baseline.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-different-compare/lr/output/lr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-different-compare/lr/output/lr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-different-compare/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-different-compare/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-dict/lr_eval_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-dict/lr_eval_dict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-dict/output/lr_eval_dict_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-dict/output/lr_eval_dict_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-object/lr_eval_object.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-object/lr_eval_object.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-scale-raw/lr_eval_scale_raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-scale-raw/lr_eval_scale_raw.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-self-compare/lr-eval-with-h2/output/lr_eval_with_h2_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,42 3 | Klingon,46 4 | Navi,50 5 | Vulcan,62 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-self-compare/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-self-compare/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-system-score-constant/output/lr_eval_system_score_constant_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,15 3 | Klingon,19 4 | Navi,14 5 | Vulcan,21 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-tool-compare/lr-eval-with-h2/output/lr_eval_with_h2_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,42 3 | Klingon,46 4 | Navi,50 5 | Vulcan,62 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-tool-compare/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-tool-compare/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-with-custom-order/output/lr_eval_with_custom_order_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,42 3 | Klingon,46 4 | Navi,50 5 | Vulcan,62 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-with-h2/lr_eval_with_h2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval-with-h2/lr_eval_with_h2.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-with-h2/output/lr_eval_with_h2_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,42 3 | Klingon,46 4 | Navi,50 5 | Vulcan,62 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-with-missing-data/output/lr_eval_with_missing_data_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,38 3 | Klingon,37 4 | Navi,41 5 | Vulcan,50 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval-with-missing-scores/output/lr_eval_with_missing_scores_data_composition_by_L1.csv: -------------------------------------------------------------------------------- 1 | L1,N responses 2 | Esperanto,39 3 | Klingon,38 4 | Navi,45 5 | Vulcan,52 6 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval/log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval/lr_evaluation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval/lr_evaluation.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-eval/output/lr_evaluation_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-eval/output/lr_evaluation_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-exclude-flags-and-zeros/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-exclude-flags-and-zeros/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-exclude-flags/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-exclude-flags/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-exclude-flags/lr_exclude_flags.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-exclude-flags/lr_exclude_flags.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-exclude-listwise/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-exclude-listwise/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-exclude-test-flags/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-exclude-test-flags/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/features.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/features.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr.model_01.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr.model_01.npy -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr.model_02.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr.model_02.npy -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-feature-json/output/lr_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-feature-json/output/lr_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-include-zeros/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-include-zeros/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-include-zeros/lr_include_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-include-zeros/lr_include_zeros.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-missing-values/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-missing-values/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-missing-values/lr_missing_values.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-missing-values/lr_missing_values.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-no-standardization/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-no-standardization/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object-no-path/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object-no-path/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/lr_object.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/lr_object.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-object/output/lr_object_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-object/output/lr_object_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-dict/output/predictions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-dict/output/predictions.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-missing-values/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-missing-values/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-no-output-dir/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-no-output-dir/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-no-tolerance/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-no-tolerance/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-object/output/predictions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-object/output/predictions.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-with-candidate/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-with-candidate/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-with-score/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-with-score/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict-with-subgroups/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict-with-subgroups/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict/output/predictions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict/output/predictions.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-predict/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-predict/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-rsmtool-rsmpredict/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-rsmtool-rsmpredict/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-rsmtool-rsmpredict/rsmpredict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-rsmtool-rsmpredict/rsmpredict.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-same-h1-and-h2/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-same-h1-and-h2/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-same-h1-and-h2/lr_same_h1_and_h2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-same-h1-and-h2/lr_same_h1_and_h2.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-compare-with-h2/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-compare-with-h2/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-compare-wrong-id/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-compare-wrong-id/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-compare/rsmcompare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-compare/rsmcompare.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-eval-summary/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-eval-summary/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-summary-no-trim/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-summary-no-trim/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-summary-object/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-summary-object/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-summary-with-h2/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-summary-with-h2/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-self-summary/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-self-summary/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups-with-edge-cases/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups-with-edge-cases/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups-with-h2/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups-with-h2/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups-with-length/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups-with-length/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups/lr_subgroups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups/lr_subgroups.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups/output/lr_subgroups_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups/output/lr_subgroups_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subgroups/output/lr_subgroups_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subgroups/output/lr_subgroups_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subset-features/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subset-features/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-subset-features/lr_subset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-subset-features/lr_subset.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-summary-too-many-jsons/lr/lr1.json: -------------------------------------------------------------------------------- 1 | {"experiment_id": "lr1"} -------------------------------------------------------------------------------- /tests/data/experiments/lr-summary-too-many-jsons/lr/lr2.json: -------------------------------------------------------------------------------- 1 | {"experiment_id": "lr1"} -------------------------------------------------------------------------------- /tests/data/experiments/lr-tsv-input-files/features.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-tsv-input-files/features.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-custom-order/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-custom-order/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-custom-sections/custom1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-custom-sections/custom1.ipynb -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-custom-sections/custom2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-custom-sections/custom2.ipynb -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-custom-sections/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-custom-sections/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2-and-feature/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2-and-feature/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2-and-length/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2-and-length/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2-include-zeros/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2-include-zeros/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2-named-sc1/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2-named-sc1/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/lr_with_h2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/lr_with_h2.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/output/lr_with_h2_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/output/lr_with_h2_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/output/lr_with_h2_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/output/lr_with_h2_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/output/lr_with_h2_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/output/lr_with_h2_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/output/lr_with_h2_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/output/lr_with_h2_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-h2/output/lr_with_h2_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-h2/output/lr_with_h2_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-large-integer-value/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-large-integer-value/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length-and-feature/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length-and-feature/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length-non-numeric/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length-non-numeric/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length-string/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length-string/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length-zero-sd/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length-zero-sd/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-length/lr_with_length.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-length/lr_with_length.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-none-flagged/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-none-flagged/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun-fail/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun-fail/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun-fail/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun-fail/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun/output/lr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun/output/lr_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-notebook-rerun/output/lr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-notebook-rerun/output/lr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-numeric-subgroup/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-numeric-subgroup/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-repeated-ids/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-repeated-ids/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/lr_with_sas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/lr_with_sas.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/output/lr_with_sas_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/output/lr_with_sas_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/output/lr_with_sas_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/output/lr_with_sas_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/output/lr_with_sas_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/output/lr_with_sas_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sas/output/lr_with_sas_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sas/output/lr_with_sas_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sc1-as-feature-name/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sc1-as-feature-name/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-sc2-as-feature-name/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-sc2-as-feature-name/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-subset-double-scored/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-subset-double-scored/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-thumbnails-subgroups/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-thumbnails-subgroups/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-thumbnails/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-thumbnails/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-trim-tolerance/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-trim-tolerance/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-truncations/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-truncations/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-tsv-output/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-tsv-output/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-warnings/custom1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-warnings/custom1.ipynb -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-warnings/custom2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-warnings/custom2.ipynb -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-warnings/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-warnings/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-warnings/lr_with_warnings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-warnings/lr_with_warnings.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-with-xlsx-output/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-with-xlsx-output/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-wrong-path-features/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-wrong-path-features/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-wrong-path/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-wrong-path/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-wrong-path/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-wrong-path/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-xlsx-input-files/features.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xlsx-input-files/features.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-consistency/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-consistency/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-folds-file/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-folds-file/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-skll-model/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-skll-model/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-subgroups/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-subgroups/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-subgroups/lr_xval_subgroups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-subgroups/lr_xval_subgroups.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-thumbnails/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-thumbnails/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/lr_xval_tsv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/lr_xval_tsv.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/01/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/01/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/01/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/01/test.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/01/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/01/train.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/02/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/02/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/02/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/02/test.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/02/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/02/train.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/03/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/03/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/03/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/03/test.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-tsv/output/folds/03/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-tsv/output/folds/03/train.tsv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/lr_xval_xlsx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/lr_xval_xlsx.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/01/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/01/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/01/test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/01/test.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/01/train.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/01/train.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/02/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/02/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/02/test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/02/test.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/02/train.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/02/train.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/03/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/03/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/03/test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/03/test.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval-xlsx/output/folds/03/train.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval-xlsx/output/folds/03/train.xlsx -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/lr_xval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/lr_xval.json -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/final-model/dummy_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/final-model/dummy_test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/01/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/01/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/01/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/01/test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/01/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/01/train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/02/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/02/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/02/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/02/test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/02/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/02/train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/03/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/03/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/03/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/03/test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/03/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/03/train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/04/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/04/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/04/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/04/test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/04/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/04/train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/05/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/05/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/05/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/05/test.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr-xval/output/folds/05/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr-xval/output/folds/05/train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/lr.json -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_coefficients.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_coefficients.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_coefficients_scaled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_coefficients_scaled.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_feature_descriptives.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_feature_descriptives.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_margcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_margcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_pcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_pcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_postprocessing_params.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_postprocessing_params.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_pred_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_pred_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/lr/output/lr_train_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/lr/output/lr_train_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/feature/empWtNNLS_selected.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/feature/empWtNNLS_selected.json -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/nnlr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/nnlr.json -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_coefficients.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_coefficients.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_coefficients_scaled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_coefficients_scaled.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_feature_descriptives.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_feature_descriptives.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_pcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_pcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_pred_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_pred_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr/output/nnlr_train_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr/output/nnlr_train_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr_iterative/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr_iterative/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/nnlr_iterative/nnlr_iterative.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/nnlr_iterative/nnlr_iterative.json -------------------------------------------------------------------------------- /tests/data/experiments/positivelassocv/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/positivelassocv/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/positivelassocv/positivelassocv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/positivelassocv/positivelassocv.json -------------------------------------------------------------------------------- /tests/data/experiments/positivelassocvthenlr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/positivelassocvthenlr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/rebalancedlr/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rebalancedlr/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/rebalancedlr/output/rebalancedlr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rebalancedlr/output/rebalancedlr_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/rebalancedlr/output/rebalancedlr_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rebalancedlr/output/rebalancedlr_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/rebalancedlr/rebalancedlr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rebalancedlr/rebalancedlr.json -------------------------------------------------------------------------------- /tests/data/experiments/rf-explain/output/rf_ids.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rf-explain/output/rf_ids.pkl -------------------------------------------------------------------------------- /tests/data/experiments/rf-explain/output/rf_rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rf-explain/output/rf_rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/rf-explain/output/rf_shap_values.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rf-explain/output/rf_shap_values.csv -------------------------------------------------------------------------------- /tests/data/experiments/rf-explain/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/rf-explain/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/ridge-custom-objective/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge-custom-objective/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge-custom-params/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge-custom-params/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/Ridge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/Ridge.json -------------------------------------------------------------------------------- /tests/data/experiments/ridge/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_pred_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_pred_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/ridge/output/Ridge_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/ridge/output/Ridge_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/summary-no-json-file/lr_subgroups/output/test.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/experiments/summary-no-json-file/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/summary-no-json-file/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/summary-no-output-dir/lr_subgroups/test.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/experiments/summary-no-output-dir/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/summary-no-output-dir/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/summary-too-many-jsons/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/summary-too-many-jsons/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/summary-wrong-directory/rsmsummarize.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/summary-wrong-directory/rsmsummarize.json -------------------------------------------------------------------------------- /tests/data/experiments/svc-custom-objective/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc-custom-objective/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc-expected-scores/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc-expected-scores/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/SVC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/SVC.json -------------------------------------------------------------------------------- /tests/data/experiments/svc/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_feature_descriptives.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_feature_descriptives.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_margcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_margcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_pcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_pcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/svc/output/SVC_train_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svc/output/SVC_train_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/svr-explain/output/svr_ids.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svr-explain/output/svr_ids.pkl -------------------------------------------------------------------------------- /tests/data/experiments/svr-explain/output/svr_rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svr-explain/output/svr_rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/svr-explain/output/svr_shap_values.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svr-explain/output/svr_shap_values.csv -------------------------------------------------------------------------------- /tests/data/experiments/svr-explain/rsmexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/svr-explain/rsmexplain.json -------------------------------------------------------------------------------- /tests/data/experiments/wandb/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_coefficients.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_coefficients.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_pred_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_pred_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/output/wandb_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/output/wandb_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/wandb/wandb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wandb/wandb.json -------------------------------------------------------------------------------- /tests/data/experiments/wls/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_betas.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_coefficients.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_coefficients.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_coefficients_scaled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_coefficients_scaled.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_confMatrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_confMatrix.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_cors_orig.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_cors_orig.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_cors_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_cors_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_data_composition.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_data_composition.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_eval.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_eval_short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_eval_short.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_feature.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_feature_descriptives.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_feature_descriptives.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_feature_outliers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_feature_outliers.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_margcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_margcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_model_fit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_model_fit.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_pca.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_pca.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_pcavar.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_pcavar.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_pcor_score_all_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_pcor_score_all_data.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_postprocessing_params.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_postprocessing_params.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_pred_processed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_pred_processed.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_pred_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_pred_train.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_score_dist.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_score_dist.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_test_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_test_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_test_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_test_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_test_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_test_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_train_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_train_features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_train_metadata.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_train_metadata.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/output/wls_train_other_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/output/wls_train_other_columns.csv -------------------------------------------------------------------------------- /tests/data/experiments/wls/wls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wls/wls.json -------------------------------------------------------------------------------- /tests/data/experiments/wrong-model-name/features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wrong-model-name/features.csv -------------------------------------------------------------------------------- /tests/data/experiments/wrong-model-name/wrong_model_name.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/experiments/wrong-model-name/wrong_model_name.json -------------------------------------------------------------------------------- /tests/data/figures/figure1.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/figures/figure1.svg -------------------------------------------------------------------------------- /tests/data/figures/figure2.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/figures/figure2.svg -------------------------------------------------------------------------------- /tests/data/figures/figure3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/figures/figure3.png -------------------------------------------------------------------------------- /tests/data/files/explain_features.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/explain_features.csv -------------------------------------------------------------------------------- /tests/data/files/explain_svr.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/explain_svr.model -------------------------------------------------------------------------------- /tests/data/files/folds.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/folds.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_raw.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw.jsonlines -------------------------------------------------------------------------------- /tests/data/files/predictions_raw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw.tsv -------------------------------------------------------------------------------- /tests/data/files/predictions_raw.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw.xlsx -------------------------------------------------------------------------------- /tests/data/files/predictions_raw_nested.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw_nested.jsonlines -------------------------------------------------------------------------------- /tests/data/files/predictions_raw_with_all_non_numeric_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw_with_all_non_numeric_scores.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_raw_with_flags.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw_with_flags.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_raw_with_repeated_ids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_raw_with_repeated_ids.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_scaled_with_missing_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_scaled_with_missing_data.csv -------------------------------------------------------------------------------- /tests/data/files/predictions_scaled_with_subgroups.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/predictions_scaled_with_subgroups.csv -------------------------------------------------------------------------------- /tests/data/files/prmse_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/prmse_data.csv -------------------------------------------------------------------------------- /tests/data/files/prmse_data_sparse_matrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/prmse_data_sparse_matrix.csv -------------------------------------------------------------------------------- /tests/data/files/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test.csv -------------------------------------------------------------------------------- /tests/data/files/test.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test.jsonlines -------------------------------------------------------------------------------- /tests/data/files/test.sas7bdat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test.sas7bdat -------------------------------------------------------------------------------- /tests/data/files/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test.tsv -------------------------------------------------------------------------------- /tests/data/files/test.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test.xlsx -------------------------------------------------------------------------------- /tests/data/files/test2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test2.csv -------------------------------------------------------------------------------- /tests/data/files/test_long_feature_names.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_long_feature_names.csv -------------------------------------------------------------------------------- /tests/data/files/test_nested.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_nested.jsonlines -------------------------------------------------------------------------------- /tests/data/files/test_spkitemid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_spkitemid.csv -------------------------------------------------------------------------------- /tests/data/files/test_subgroup_edge_cases.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_subgroup_edge_cases.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_candidate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_candidate.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_candidate_id_with_leading_zeros.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_candidate_id_with_leading_zeros.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_continuous_human_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_continuous_human_scores.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_defaults_as_extra_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_defaults_as_extra_columns.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_different_flags.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_different_flags.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_flags.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_flags.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_h1_named_sc2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_h1_named_sc2.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_identical_lengths.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_identical_lengths.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_large_feature_value.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_large_feature_value.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_missing_FEATURE1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_missing_FEATURE1.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_missing_lengths.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_missing_lengths.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_negative_values.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_negative_values.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_non_numeric.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_non_numeric.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_non_numeric_and_candidate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_non_numeric_and_candidate.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_numeric_subgroup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_numeric_subgroup.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_repeated_ids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_repeated_ids.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_subset_double_scored.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_subset_double_scored.csv -------------------------------------------------------------------------------- /tests/data/files/test_with_zero_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/test_with_zero_scores.csv -------------------------------------------------------------------------------- /tests/data/files/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train.csv -------------------------------------------------------------------------------- /tests/data/files/train.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train.jsonlines -------------------------------------------------------------------------------- /tests/data/files/train.sas7bdat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train.sas7bdat -------------------------------------------------------------------------------- /tests/data/files/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train.tsv -------------------------------------------------------------------------------- /tests/data/files/train.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train.xlsx -------------------------------------------------------------------------------- /tests/data/files/train2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train2.csv -------------------------------------------------------------------------------- /tests/data/files/train_long_feature_names.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_long_feature_names.csv -------------------------------------------------------------------------------- /tests/data/files/train_nested.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_nested.jsonlines -------------------------------------------------------------------------------- /tests/data/files/train_predictions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_predictions.csv -------------------------------------------------------------------------------- /tests/data/files/train_predictions.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_predictions.jsonlines -------------------------------------------------------------------------------- /tests/data/files/train_predictions.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_predictions.tsv -------------------------------------------------------------------------------- /tests/data/files/train_predictions.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_predictions.xlsx -------------------------------------------------------------------------------- /tests/data/files/train_predictions_nested.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_predictions_nested.jsonlines -------------------------------------------------------------------------------- /tests/data/files/train_spkitemid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_spkitemid.csv -------------------------------------------------------------------------------- /tests/data/files/train_subgroup_edge_cases.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_subgroup_edge_cases.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_all_non_numeric_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_all_non_numeric_scores.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_candidate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_candidate.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_candidate_id_with_leading_zeros.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_candidate_id_with_leading_zeros.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_continuous_human_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_continuous_human_scores.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_defaults_as_extra_columns.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_defaults_as_extra_columns.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_flags.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_flags.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_flags_and_zero_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_flags_and_zero_scores.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_identical_lengths.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_identical_lengths.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_int_ids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_int_ids.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_large_feature_value.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_large_feature_value.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_length_non_numeric.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_length_non_numeric.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_length_string.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_length_string.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_missing_lengths.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_missing_lengths.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_multiple_flags.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_multiple_flags.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_non_numeric.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_non_numeric.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_non_numeric_and_candidate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_non_numeric_and_candidate.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_none_flagged.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_none_flagged.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_numeric_subgroup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_numeric_subgroup.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_one_fully_non_numeric_feature.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_one_fully_non_numeric_feature.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_repeated_ids.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_repeated_ids.csv -------------------------------------------------------------------------------- /tests/data/files/train_with_zero_scores.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/train_with_zero_scores.csv -------------------------------------------------------------------------------- /tests/data/files/wandb_test_file.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/files/wandb_test_file.html -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmcompare_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmcompare_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmcompare_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmcompare_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmeval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmeval_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmeval_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmeval_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmexplain_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmexplain_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmpredict_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmpredict_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmsummarize_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmsummarize_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmtool_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmtool_config.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmtool_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmtool_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/autogenerated_rsmxval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/autogenerated_rsmxval_config.json -------------------------------------------------------------------------------- /tests/data/output/explain_mask_from_learner.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/explain_mask_from_learner.out -------------------------------------------------------------------------------- /tests/data/output/explain_mask_from_pickle.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/explain_mask_from_pickle.out -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmcompare_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmcompare_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmcompare_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmcompare_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmeval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmeval_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmeval_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmeval_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmexplain_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmexplain_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmpredict_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmpredict_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmsummarize_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmsummarize_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmtool_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmtool_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmtool_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmtool_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmxval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmxval_config.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmxval_config_folds_file.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmxval_config_folds_file.json -------------------------------------------------------------------------------- /tests/data/output/interactive_rsmxval_config_groups.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/interactive_rsmxval_config_groups.json -------------------------------------------------------------------------------- /tests/data/output/lr_betas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/lr_betas.csv -------------------------------------------------------------------------------- /tests/data/output/lr_data_composition_by_L1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/lr_data_composition_by_L1.csv -------------------------------------------------------------------------------- /tests/data/output/lr_eval.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/data/output/lr_eval.csv -------------------------------------------------------------------------------- /tests/test_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_analyzer.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_comparer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_comparer.py -------------------------------------------------------------------------------- /tests/test_configuration_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_configuration_parser.py -------------------------------------------------------------------------------- /tests/test_container.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_container.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmcompare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmcompare.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmeval.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmexplain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmexplain.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmpredict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmpredict.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmsummarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmsummarize.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmtool_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmtool_1.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmtool_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmtool_2.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmtool_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmtool_3.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmtool_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmtool_4.py -------------------------------------------------------------------------------- /tests/test_experiment_rsmxval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_experiment_rsmxval.py -------------------------------------------------------------------------------- /tests/test_explanation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_explanation_utils.py -------------------------------------------------------------------------------- /tests/test_fairness_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_fairness_utils.py -------------------------------------------------------------------------------- /tests/test_modeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_modeler.py -------------------------------------------------------------------------------- /tests/test_preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_preprocessor.py -------------------------------------------------------------------------------- /tests/test_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_reader.py -------------------------------------------------------------------------------- /tests/test_reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_reporter.py -------------------------------------------------------------------------------- /tests/test_test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_test_utils.py -------------------------------------------------------------------------------- /tests/test_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_transformer.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_utils_prmse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_utils_prmse.py -------------------------------------------------------------------------------- /tests/test_wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_wandb.py -------------------------------------------------------------------------------- /tests/test_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/test_writer.py -------------------------------------------------------------------------------- /tests/update_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/update_files.py -------------------------------------------------------------------------------- /tests/update_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/tests/update_models.py -------------------------------------------------------------------------------- /unittest.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EducationalTestingService/rsmtool/HEAD/unittest.cfg --------------------------------------------------------------------------------