├── .github └── workflows │ ├── run_singularity_versions.yml │ └── run_tests.yml ├── .gitignore ├── LICENSE ├── README.md ├── changelog.md ├── ci_scripts ├── codestyle.sh ├── container_examples.sh ├── install.sh ├── install_singularity.sh ├── local_examples.sh └── script.sh ├── codecov.yml ├── examples ├── container │ ├── create_connection_to_benchmark.py │ ├── tabular_benchmark_example.py │ └── xgboost_with_container.py ├── local │ └── xgboost_local.py └── w_optimizer │ ├── SVMSurrogate_minicomparison.py │ ├── cartpole_bohb.py │ └── cartpole_smachb.py ├── extra_requirements ├── cartpole.json ├── examples.json ├── ml_mfbb.json ├── nasbench_101.json ├── nasbench_1shot1.json ├── outlier_detection.json ├── paramnet.json ├── pybnn.json ├── svm.json ├── tabular_benchmarks.json ├── tests.json └── xgboost.json ├── hpobench ├── __init__.py ├── __version__.py ├── abstract_benchmark.py ├── benchmarks │ ├── __init__.py │ ├── ml │ │ ├── README.md │ │ ├── __init__.py │ │ ├── histgb_benchmark.py │ │ ├── lr_benchmark.py │ │ ├── nn_benchmark.py │ │ ├── pybnn.py │ │ ├── rf_benchmark.py │ │ ├── svm_benchmark.py │ │ ├── svm_benchmark_old.py │ │ ├── tabular_benchmark.py │ │ ├── xgboost_benchmark.py │ │ └── xgboost_benchmark_old.py │ ├── nas │ │ ├── __init__.py │ │ ├── nasbench_101.py │ │ ├── nasbench_1shot1.py │ │ ├── nasbench_201.py │ │ └── tabular_benchmarks.py │ ├── od │ │ ├── __init__.py │ │ ├── od_ae.py │ │ ├── od_benchmarks.py │ │ ├── od_kde.py │ │ └── od_ocsvm.py │ ├── rl │ │ ├── __init__.py │ │ ├── cartpole.py │ │ └── learna_benchmark.py │ └── surrogates │ │ ├── __init__.py │ │ ├── paramnet_benchmark.py │ │ └── svm_benchmark.py ├── config.py ├── container │ ├── __init__.py │ ├── benchmarks │ │ ├── __init__.py │ │ ├── ml │ │ │ ├── __init__.py │ │ │ ├── histgb_benchmark.py │ │ │ ├── lr_benchmark.py │ │ │ ├── nn_benchmark.py │ │ │ ├── pybnn.py │ │ │ ├── rf_benchmark.py │ │ │ ├── svm_benchmark.py │ │ │ ├── svm_benchmark_old.py │ │ │ ├── tabular_benchmark.py │ │ │ ├── xgboost_benchmark.py │ │ │ └── xgboost_benchmark_old.py │ │ ├── nas │ │ │ ├── __init__.py │ │ │ ├── nasbench_101.py │ │ │ ├── nasbench_1shot1.py │ │ │ ├── nasbench_201.py │ │ │ └── tabular_benchmarks.py │ │ ├── od │ │ │ └── od_benchmarks.py │ │ ├── rl │ │ │ ├── __init__.py │ │ │ ├── cartpole.py │ │ │ └── learna_benchmark.py │ │ └── surrogates │ │ │ ├── __init__.py │ │ │ ├── paramnet_benchmark.py │ │ │ └── svm_benchmark.py │ ├── client_abstract_benchmark.py │ ├── recipes │ │ ├── Singularity.template │ │ ├── ml │ │ │ ├── Singularity.PyBNN │ │ │ ├── Singularity.SupportVectorMachine │ │ │ ├── Singularity.XGBoostBenchmark │ │ │ ├── Singularity.ml_mmfb │ │ │ └── Singularity.ml_tabular_benchmark │ │ ├── nas │ │ │ ├── Singularity.TabularBenchmarks │ │ │ ├── Singularity.nasbench_101 │ │ │ ├── Singularity.nasbench_1shot1 │ │ │ └── Singularity.nasbench_201 │ │ ├── od │ │ │ ├── Singularity.ODBenchmarks │ │ │ └── Singularity.ODKernelDensityEstimation │ │ ├── rl │ │ │ ├── Singularity.Cartpole │ │ │ └── Singularity.learnaBenchmark │ │ └── surrogates │ │ │ ├── Singularity.ParamnetBenchmark │ │ │ └── Singularity.SupportVectorMachine │ └── server_abstract_benchmark.py ├── dependencies │ ├── __init__.py │ ├── ml │ │ ├── __init__.py │ │ ├── data_manager.py │ │ └── ml_benchmark_template.py │ └── od │ │ ├── __init__.py │ │ ├── backbones │ │ ├── __init__.py │ │ └── mlp.py │ │ ├── callbacks │ │ ├── __init__.py │ │ ├── checkpoint_saver.py │ │ └── earlystopping.py │ │ ├── data_manager.py │ │ ├── models │ │ ├── __init__.py │ │ └── autoencoder.py │ │ ├── traditional_benchmark.py │ │ └── utils │ │ ├── __init__.py │ │ ├── activations.py │ │ └── scaler.py └── util │ ├── __init__.py │ ├── clean_up_script.py │ ├── container_utils.py │ ├── data_manager.py │ ├── dependencies.py │ ├── example_utils.py │ ├── openml_data_manager.py │ └── rng_helper.py ├── requirements.txt ├── setup.py └── tests ├── __init__.py ├── test_abstract_benchmark.py ├── test_check_configuration.py ├── test_container_availbable.py ├── test_data_manager.py ├── test_hpobenchconfig.py ├── test_nasbench_201.py ├── test_od.py ├── test_openml_datamanager.py ├── test_paramnet.py ├── test_pybnn.py ├── test_server.py ├── test_svm.py ├── test_tabular_benchmarks.py ├── test_utils.py └── test_whitebox.py /.github/workflows/run_singularity_versions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/.github/workflows/run_singularity_versions.yml -------------------------------------------------------------------------------- /.github/workflows/run_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/.github/workflows/run_tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/README.md -------------------------------------------------------------------------------- /changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/changelog.md -------------------------------------------------------------------------------- /ci_scripts/codestyle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/codestyle.sh -------------------------------------------------------------------------------- /ci_scripts/container_examples.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/container_examples.sh -------------------------------------------------------------------------------- /ci_scripts/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/install.sh -------------------------------------------------------------------------------- /ci_scripts/install_singularity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/install_singularity.sh -------------------------------------------------------------------------------- /ci_scripts/local_examples.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/local_examples.sh -------------------------------------------------------------------------------- /ci_scripts/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/ci_scripts/script.sh -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/codecov.yml -------------------------------------------------------------------------------- /examples/container/create_connection_to_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/container/create_connection_to_benchmark.py -------------------------------------------------------------------------------- /examples/container/tabular_benchmark_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/container/tabular_benchmark_example.py -------------------------------------------------------------------------------- /examples/container/xgboost_with_container.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/container/xgboost_with_container.py -------------------------------------------------------------------------------- /examples/local/xgboost_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/local/xgboost_local.py -------------------------------------------------------------------------------- /examples/w_optimizer/SVMSurrogate_minicomparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/w_optimizer/SVMSurrogate_minicomparison.py -------------------------------------------------------------------------------- /examples/w_optimizer/cartpole_bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/w_optimizer/cartpole_bohb.py -------------------------------------------------------------------------------- /examples/w_optimizer/cartpole_smachb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/examples/w_optimizer/cartpole_smachb.py -------------------------------------------------------------------------------- /extra_requirements/cartpole.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/cartpole.json -------------------------------------------------------------------------------- /extra_requirements/examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/examples.json -------------------------------------------------------------------------------- /extra_requirements/ml_mfbb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/ml_mfbb.json -------------------------------------------------------------------------------- /extra_requirements/nasbench_101.json: -------------------------------------------------------------------------------- 1 | { 2 | "nasbench_101": ["tensorflow==1.15.0","tqdm"] 3 | } -------------------------------------------------------------------------------- /extra_requirements/nasbench_1shot1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/nasbench_1shot1.json -------------------------------------------------------------------------------- /extra_requirements/outlier_detection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/outlier_detection.json -------------------------------------------------------------------------------- /extra_requirements/paramnet.json: -------------------------------------------------------------------------------- 1 | { 2 | "paramnet": ["tqdm","scikit-learn==0.23.2"] 3 | } -------------------------------------------------------------------------------- /extra_requirements/pybnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/pybnn.json -------------------------------------------------------------------------------- /extra_requirements/svm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/svm.json -------------------------------------------------------------------------------- /extra_requirements/tabular_benchmarks.json: -------------------------------------------------------------------------------- 1 | { 2 | "tabular_benchmarks": ["tensorflow==1.15.0"] 3 | } -------------------------------------------------------------------------------- /extra_requirements/tests.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/tests.json -------------------------------------------------------------------------------- /extra_requirements/xgboost.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/extra_requirements/xgboost.json -------------------------------------------------------------------------------- /hpobench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/__init__.py -------------------------------------------------------------------------------- /hpobench/__version__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.0.10' 2 | -------------------------------------------------------------------------------- /hpobench/abstract_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/abstract_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/README.md -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/__init__.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/histgb_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/histgb_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/lr_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/lr_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/nn_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/nn_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/pybnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/pybnn.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/rf_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/rf_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/svm_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/svm_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/svm_benchmark_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/svm_benchmark_old.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/tabular_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/tabular_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/xgboost_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/xgboost_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/ml/xgboost_benchmark_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/ml/xgboost_benchmark_old.py -------------------------------------------------------------------------------- /hpobench/benchmarks/nas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/benchmarks/nas/nasbench_101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/nas/nasbench_101.py -------------------------------------------------------------------------------- /hpobench/benchmarks/nas/nasbench_1shot1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/nas/nasbench_1shot1.py -------------------------------------------------------------------------------- /hpobench/benchmarks/nas/nasbench_201.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/nas/nasbench_201.py -------------------------------------------------------------------------------- /hpobench/benchmarks/nas/tabular_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/nas/tabular_benchmarks.py -------------------------------------------------------------------------------- /hpobench/benchmarks/od/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/benchmarks/od/od_ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/od/od_ae.py -------------------------------------------------------------------------------- /hpobench/benchmarks/od/od_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/od/od_benchmarks.py -------------------------------------------------------------------------------- /hpobench/benchmarks/od/od_kde.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/od/od_kde.py -------------------------------------------------------------------------------- /hpobench/benchmarks/od/od_ocsvm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/od/od_ocsvm.py -------------------------------------------------------------------------------- /hpobench/benchmarks/rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/benchmarks/rl/cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/rl/cartpole.py -------------------------------------------------------------------------------- /hpobench/benchmarks/rl/learna_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/rl/learna_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/surrogates/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/benchmarks/surrogates/paramnet_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/surrogates/paramnet_benchmark.py -------------------------------------------------------------------------------- /hpobench/benchmarks/surrogates/svm_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/benchmarks/surrogates/svm_benchmark.py -------------------------------------------------------------------------------- /hpobench/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/config.py -------------------------------------------------------------------------------- /hpobench/container/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/container/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/__init__.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/histgb_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/histgb_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/lr_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/lr_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/nn_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/nn_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/pybnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/pybnn.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/rf_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/rf_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/svm_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/svm_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/svm_benchmark_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/svm_benchmark_old.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/tabular_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/tabular_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/xgboost_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/xgboost_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/ml/xgboost_benchmark_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/ml/xgboost_benchmark_old.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/nas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/container/benchmarks/nas/nasbench_101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/nas/nasbench_101.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/nas/nasbench_1shot1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/nas/nasbench_1shot1.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/nas/nasbench_201.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/nas/nasbench_201.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/nas/tabular_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/nas/tabular_benchmarks.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/od/od_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/od/od_benchmarks.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/container/benchmarks/rl/cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/rl/cartpole.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/rl/learna_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/rl/learna_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/surrogates/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/container/benchmarks/surrogates/paramnet_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/surrogates/paramnet_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/benchmarks/surrogates/svm_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/benchmarks/surrogates/svm_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/client_abstract_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/client_abstract_benchmark.py -------------------------------------------------------------------------------- /hpobench/container/recipes/Singularity.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/Singularity.template -------------------------------------------------------------------------------- /hpobench/container/recipes/ml/Singularity.PyBNN: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/ml/Singularity.PyBNN -------------------------------------------------------------------------------- /hpobench/container/recipes/ml/Singularity.SupportVectorMachine: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/ml/Singularity.SupportVectorMachine -------------------------------------------------------------------------------- /hpobench/container/recipes/ml/Singularity.XGBoostBenchmark: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/ml/Singularity.XGBoostBenchmark -------------------------------------------------------------------------------- /hpobench/container/recipes/ml/Singularity.ml_mmfb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/ml/Singularity.ml_mmfb -------------------------------------------------------------------------------- /hpobench/container/recipes/ml/Singularity.ml_tabular_benchmark: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/ml/Singularity.ml_tabular_benchmark -------------------------------------------------------------------------------- /hpobench/container/recipes/nas/Singularity.TabularBenchmarks: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/nas/Singularity.TabularBenchmarks -------------------------------------------------------------------------------- /hpobench/container/recipes/nas/Singularity.nasbench_101: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/nas/Singularity.nasbench_101 -------------------------------------------------------------------------------- /hpobench/container/recipes/nas/Singularity.nasbench_1shot1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/nas/Singularity.nasbench_1shot1 -------------------------------------------------------------------------------- /hpobench/container/recipes/nas/Singularity.nasbench_201: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/nas/Singularity.nasbench_201 -------------------------------------------------------------------------------- /hpobench/container/recipes/od/Singularity.ODBenchmarks: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/od/Singularity.ODBenchmarks -------------------------------------------------------------------------------- /hpobench/container/recipes/od/Singularity.ODKernelDensityEstimation: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/od/Singularity.ODKernelDensityEstimation -------------------------------------------------------------------------------- /hpobench/container/recipes/rl/Singularity.Cartpole: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/rl/Singularity.Cartpole -------------------------------------------------------------------------------- /hpobench/container/recipes/rl/Singularity.learnaBenchmark: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/rl/Singularity.learnaBenchmark -------------------------------------------------------------------------------- /hpobench/container/recipes/surrogates/Singularity.ParamnetBenchmark: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/surrogates/Singularity.ParamnetBenchmark -------------------------------------------------------------------------------- /hpobench/container/recipes/surrogates/Singularity.SupportVectorMachine: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/recipes/surrogates/Singularity.SupportVectorMachine -------------------------------------------------------------------------------- /hpobench/container/server_abstract_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/container/server_abstract_benchmark.py -------------------------------------------------------------------------------- /hpobench/dependencies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/ml/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/ml/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/ml/data_manager.py -------------------------------------------------------------------------------- /hpobench/dependencies/ml/ml_benchmark_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/ml/ml_benchmark_template.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/od/backbones/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/od/backbones/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/backbones/mlp.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/od/callbacks/checkpoint_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/callbacks/checkpoint_saver.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/callbacks/earlystopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/callbacks/earlystopping.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/data_manager.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/od/models/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/models/autoencoder.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/traditional_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/traditional_benchmark.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/dependencies/od/utils/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/utils/activations.py -------------------------------------------------------------------------------- /hpobench/dependencies/od/utils/scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/dependencies/od/utils/scaler.py -------------------------------------------------------------------------------- /hpobench/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hpobench/util/clean_up_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/clean_up_script.py -------------------------------------------------------------------------------- /hpobench/util/container_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/container_utils.py -------------------------------------------------------------------------------- /hpobench/util/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/data_manager.py -------------------------------------------------------------------------------- /hpobench/util/dependencies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/dependencies.py -------------------------------------------------------------------------------- /hpobench/util/example_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/example_utils.py -------------------------------------------------------------------------------- /hpobench/util/openml_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/openml_data_manager.py -------------------------------------------------------------------------------- /hpobench/util/rng_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/hpobench/util/rng_helper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_abstract_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_abstract_benchmark.py -------------------------------------------------------------------------------- /tests/test_check_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_check_configuration.py -------------------------------------------------------------------------------- /tests/test_container_availbable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_container_availbable.py -------------------------------------------------------------------------------- /tests/test_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_data_manager.py -------------------------------------------------------------------------------- /tests/test_hpobenchconfig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_hpobenchconfig.py -------------------------------------------------------------------------------- /tests/test_nasbench_201.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_nasbench_201.py -------------------------------------------------------------------------------- /tests/test_od.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_od.py -------------------------------------------------------------------------------- /tests/test_openml_datamanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_openml_datamanager.py -------------------------------------------------------------------------------- /tests/test_paramnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_paramnet.py -------------------------------------------------------------------------------- /tests/test_pybnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_pybnn.py -------------------------------------------------------------------------------- /tests/test_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_server.py -------------------------------------------------------------------------------- /tests/test_svm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_svm.py -------------------------------------------------------------------------------- /tests/test_tabular_benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_tabular_benchmarks.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_whitebox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/HPOBench/HEAD/tests/test_whitebox.py --------------------------------------------------------------------------------