├── .mapping.json ├── .piglet-meta.json ├── AUTHORS ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── gpu_vs_cpu_training_speed ├── README.md ├── extract_scores_catboost.py ├── extract_scores_lightgbm.py ├── extract_scores_xgboost.py ├── fig │ ├── auc_vs_iteration.png │ └── auc_vs_time.png ├── run_experiment_catboost.py ├── run_experiment_lightgbm.py └── run_experiment_xgboost.py ├── kaggle └── rossmann-store-sales │ ├── README.md │ ├── catboost_early_stopping.py │ ├── catboost_experiment_sklearn_grid_cv.py │ ├── catboost_experiment_sklearn_random_cv.py │ ├── config.py │ ├── experiment_hyperopt.py │ ├── experiment_lib.py │ ├── lightgbm_early_stopping.py │ ├── lightgbm_experiment_sklearn_grid_cv.py │ ├── lightgbm_experiment_sklearn_random_cv.py │ ├── preprocess_data.py │ ├── run_all.sh │ ├── xgboost_early_stopping.py │ ├── xgboost_experiment_sklearn_grid_cv.py │ └── xgboost_experiment_sklearn_random_cv.py ├── model_evaluation_speed ├── LightGBM_model.txt ├── XGBoost.model ├── epsilon8k_64.bin └── model_evaluation_benchmark.ipynb ├── monotone_constraints └── monotonic_constraints.ipynb ├── pool_creation_benchmark └── benchmarks.py ├── quality_benchmarks ├── README.md ├── cat_counter.py ├── catboost_experiment.py ├── comparison_description.pdf ├── comparison_description.tex ├── experiment.py ├── h2o_preprocessing.py ├── install │ ├── Dockerfile │ ├── install.sh │ └── requirements.txt ├── lightgbm_experiment.py ├── notebooks │ ├── comparison_adult.ipynb │ ├── comparison_amazon.ipynb │ ├── comparison_appet.ipynb │ ├── comparison_click.ipynb │ ├── comparison_internet.ipynb │ ├── comparison_kdd98.ipynb │ ├── comparison_kddchurn.ipynb │ ├── comparison_kick.ipynb │ └── comparison_upsel.ipynb ├── prepare_amazon │ ├── prepare_amazon.ipynb │ ├── stratified_test_idx.txt │ └── stratified_train_idx.txt ├── prepare_appetency_churn_upselling │ ├── appetency │ │ ├── stratified_test_idx_appetency.txt │ │ └── stratified_train_idx_appetency.txt │ ├── churn │ │ ├── stratified_test_idx_churn.txt │ │ └── stratified_train_idx_churn.txt │ ├── prepare_appetency_churn_upselling.ipynb │ └── upselling │ │ ├── stratified_test_idx_upselling.txt │ │ └── stratified_train_idx_upselling.txt ├── prepare_click │ ├── prepare_click.ipynb │ ├── stratified_test_idx.txt │ ├── stratified_train_idx.txt │ └── subsampling_idx.txt ├── prepare_internet │ ├── prepare_internet.ipynb │ ├── stratified_test_idx.txt │ └── stratified_train_idx.txt ├── prepare_kick │ ├── prepare_kick.ipynb │ ├── stratified_test_idx.txt │ └── stratified_train_idx.txt ├── run.py ├── run_default.py ├── run_grid.R ├── run_grid_enc.R ├── run_grid_reg.R ├── run_grid_reg_enc.R ├── run_install.R └── xgboost_experiment.py ├── ranking ├── Readme.md ├── eval_params.py ├── models.py ├── ndcg_kaggle.py ├── ndcg_test.py ├── plots │ ├── mq2008.png │ ├── msrank.png │ ├── yahoo.png │ └── yandex.png ├── preprocess.py └── utils.py ├── shap_speed ├── README.md ├── figures │ ├── catboost_shap.png │ └── lgbm_xgb_shap.png └── speed_comparison.ipynb └── training_speed ├── README.md ├── THIRD_PARTY ├── benchmark.py ├── data_loader.py ├── example_params_grid.json ├── experiments.py ├── generate_report.py ├── learners.py ├── log_parser.py ├── plot.py ├── plots ├── abalone_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── airline_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── epsilon_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── higgs_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── letters_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── msrank_mc_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── msrank_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── synthetic_5k_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png └── synthetic_plots │ ├── best_quality.png │ ├── cpu_time_per_iter.png │ ├── gpu_time_per_iter.png │ └── quality_vs_time.png ├── requirements.txt └── run.py /.mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/.mapping.json -------------------------------------------------------------------------------- /.piglet-meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/.piglet-meta.json -------------------------------------------------------------------------------- /AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/AUTHORS -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/README.md -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/README.md -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/extract_scores_catboost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/extract_scores_catboost.py -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/extract_scores_lightgbm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/extract_scores_lightgbm.py -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/extract_scores_xgboost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/extract_scores_xgboost.py -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/fig/auc_vs_iteration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/fig/auc_vs_iteration.png -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/fig/auc_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/fig/auc_vs_time.png -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/run_experiment_catboost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/run_experiment_catboost.py -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/run_experiment_lightgbm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/run_experiment_lightgbm.py -------------------------------------------------------------------------------- /gpu_vs_cpu_training_speed/run_experiment_xgboost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/gpu_vs_cpu_training_speed/run_experiment_xgboost.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/README.md -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/catboost_early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/catboost_early_stopping.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/catboost_experiment_sklearn_grid_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/catboost_experiment_sklearn_grid_cv.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/catboost_experiment_sklearn_random_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/catboost_experiment_sklearn_random_cv.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/config.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/experiment_hyperopt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/experiment_hyperopt.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/experiment_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/experiment_lib.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/lightgbm_early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/lightgbm_early_stopping.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/lightgbm_experiment_sklearn_grid_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/lightgbm_experiment_sklearn_grid_cv.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/lightgbm_experiment_sklearn_random_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/lightgbm_experiment_sklearn_random_cv.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/preprocess_data.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/run_all.sh -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/xgboost_early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/xgboost_early_stopping.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/xgboost_experiment_sklearn_grid_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/xgboost_experiment_sklearn_grid_cv.py -------------------------------------------------------------------------------- /kaggle/rossmann-store-sales/xgboost_experiment_sklearn_random_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/kaggle/rossmann-store-sales/xgboost_experiment_sklearn_random_cv.py -------------------------------------------------------------------------------- /model_evaluation_speed/LightGBM_model.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/model_evaluation_speed/LightGBM_model.txt -------------------------------------------------------------------------------- /model_evaluation_speed/XGBoost.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/model_evaluation_speed/XGBoost.model -------------------------------------------------------------------------------- /model_evaluation_speed/epsilon8k_64.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/model_evaluation_speed/epsilon8k_64.bin -------------------------------------------------------------------------------- /model_evaluation_speed/model_evaluation_benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/model_evaluation_speed/model_evaluation_benchmark.ipynb -------------------------------------------------------------------------------- /monotone_constraints/monotonic_constraints.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/monotone_constraints/monotonic_constraints.ipynb -------------------------------------------------------------------------------- /pool_creation_benchmark/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/pool_creation_benchmark/benchmarks.py -------------------------------------------------------------------------------- /quality_benchmarks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/README.md -------------------------------------------------------------------------------- /quality_benchmarks/cat_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/cat_counter.py -------------------------------------------------------------------------------- /quality_benchmarks/catboost_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/catboost_experiment.py -------------------------------------------------------------------------------- /quality_benchmarks/comparison_description.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/comparison_description.pdf -------------------------------------------------------------------------------- /quality_benchmarks/comparison_description.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/comparison_description.tex -------------------------------------------------------------------------------- /quality_benchmarks/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/experiment.py -------------------------------------------------------------------------------- /quality_benchmarks/h2o_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/h2o_preprocessing.py -------------------------------------------------------------------------------- /quality_benchmarks/install/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/install/Dockerfile -------------------------------------------------------------------------------- /quality_benchmarks/install/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/install/install.sh -------------------------------------------------------------------------------- /quality_benchmarks/install/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/install/requirements.txt -------------------------------------------------------------------------------- /quality_benchmarks/lightgbm_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/lightgbm_experiment.py -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_adult.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_adult.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_amazon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_amazon.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_appet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_appet.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_click.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_click.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_internet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_internet.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_kdd98.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_kdd98.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_kddchurn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_kddchurn.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_kick.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_kick.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/notebooks/comparison_upsel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/notebooks/comparison_upsel.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_amazon/prepare_amazon.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_amazon/prepare_amazon.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_amazon/stratified_test_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_amazon/stratified_test_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_amazon/stratified_train_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_amazon/stratified_train_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/appetency/stratified_test_idx_appetency.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/appetency/stratified_test_idx_appetency.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/appetency/stratified_train_idx_appetency.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/appetency/stratified_train_idx_appetency.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/churn/stratified_test_idx_churn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/churn/stratified_test_idx_churn.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/churn/stratified_train_idx_churn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/churn/stratified_train_idx_churn.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/prepare_appetency_churn_upselling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/prepare_appetency_churn_upselling.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/upselling/stratified_test_idx_upselling.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/upselling/stratified_test_idx_upselling.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_appetency_churn_upselling/upselling/stratified_train_idx_upselling.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_appetency_churn_upselling/upselling/stratified_train_idx_upselling.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_click/prepare_click.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_click/prepare_click.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_click/stratified_test_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_click/stratified_test_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_click/stratified_train_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_click/stratified_train_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_click/subsampling_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_click/subsampling_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_internet/prepare_internet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_internet/prepare_internet.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_internet/stratified_test_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_internet/stratified_test_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_internet/stratified_train_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_internet/stratified_train_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_kick/prepare_kick.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_kick/prepare_kick.ipynb -------------------------------------------------------------------------------- /quality_benchmarks/prepare_kick/stratified_test_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_kick/stratified_test_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/prepare_kick/stratified_train_idx.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/prepare_kick/stratified_train_idx.txt -------------------------------------------------------------------------------- /quality_benchmarks/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run.py -------------------------------------------------------------------------------- /quality_benchmarks/run_default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_default.py -------------------------------------------------------------------------------- /quality_benchmarks/run_grid.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_grid.R -------------------------------------------------------------------------------- /quality_benchmarks/run_grid_enc.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_grid_enc.R -------------------------------------------------------------------------------- /quality_benchmarks/run_grid_reg.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_grid_reg.R -------------------------------------------------------------------------------- /quality_benchmarks/run_grid_reg_enc.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_grid_reg_enc.R -------------------------------------------------------------------------------- /quality_benchmarks/run_install.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/run_install.R -------------------------------------------------------------------------------- /quality_benchmarks/xgboost_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/quality_benchmarks/xgboost_experiment.py -------------------------------------------------------------------------------- /ranking/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/Readme.md -------------------------------------------------------------------------------- /ranking/eval_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/eval_params.py -------------------------------------------------------------------------------- /ranking/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/models.py -------------------------------------------------------------------------------- /ranking/ndcg_kaggle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/ndcg_kaggle.py -------------------------------------------------------------------------------- /ranking/ndcg_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/ndcg_test.py -------------------------------------------------------------------------------- /ranking/plots/mq2008.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/plots/mq2008.png -------------------------------------------------------------------------------- /ranking/plots/msrank.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/plots/msrank.png -------------------------------------------------------------------------------- /ranking/plots/yahoo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/plots/yahoo.png -------------------------------------------------------------------------------- /ranking/plots/yandex.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/plots/yandex.png -------------------------------------------------------------------------------- /ranking/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/preprocess.py -------------------------------------------------------------------------------- /ranking/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/ranking/utils.py -------------------------------------------------------------------------------- /shap_speed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/shap_speed/README.md -------------------------------------------------------------------------------- /shap_speed/figures/catboost_shap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/shap_speed/figures/catboost_shap.png -------------------------------------------------------------------------------- /shap_speed/figures/lgbm_xgb_shap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/shap_speed/figures/lgbm_xgb_shap.png -------------------------------------------------------------------------------- /shap_speed/speed_comparison.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/shap_speed/speed_comparison.ipynb -------------------------------------------------------------------------------- /training_speed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/README.md -------------------------------------------------------------------------------- /training_speed/THIRD_PARTY: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/THIRD_PARTY -------------------------------------------------------------------------------- /training_speed/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/benchmark.py -------------------------------------------------------------------------------- /training_speed/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/data_loader.py -------------------------------------------------------------------------------- /training_speed/example_params_grid.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/example_params_grid.json -------------------------------------------------------------------------------- /training_speed/experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/experiments.py -------------------------------------------------------------------------------- /training_speed/generate_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/generate_report.py -------------------------------------------------------------------------------- /training_speed/learners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/learners.py -------------------------------------------------------------------------------- /training_speed/log_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/log_parser.py -------------------------------------------------------------------------------- /training_speed/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plot.py -------------------------------------------------------------------------------- /training_speed/plots/abalone_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/abalone_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/abalone_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/abalone_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/abalone_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/abalone_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/abalone_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/abalone_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/airline_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/airline_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/airline_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/airline_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/airline_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/airline_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/airline_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/airline_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/epsilon_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/epsilon_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/epsilon_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/epsilon_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/epsilon_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/epsilon_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/epsilon_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/epsilon_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/higgs_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/higgs_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/higgs_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/higgs_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/higgs_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/higgs_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/higgs_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/higgs_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/letters_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/letters_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/letters_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/letters_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/letters_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/letters_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/letters_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/letters_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_mc_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_mc_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_mc_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_mc_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_mc_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_mc_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_mc_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_mc_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/msrank_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/msrank_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_5k_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_5k_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_5k_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_5k_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_5k_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_5k_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_5k_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_5k_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_plots/best_quality.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_plots/best_quality.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_plots/cpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_plots/cpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_plots/gpu_time_per_iter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_plots/gpu_time_per_iter.png -------------------------------------------------------------------------------- /training_speed/plots/synthetic_plots/quality_vs_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/plots/synthetic_plots/quality_vs_time.png -------------------------------------------------------------------------------- /training_speed/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/requirements.txt -------------------------------------------------------------------------------- /training_speed/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/catboost/benchmarks/HEAD/training_speed/run.py --------------------------------------------------------------------------------