├── .gitignore ├── LICENSE ├── README.md ├── benchmark_plot.py ├── continuous └── train-surrogates.py ├── example_benchmark.py ├── example_botorch.py ├── example_fsbo.py ├── example_pygpgo.py ├── hpob-data ├── meta-dataset-descriptors.json └── meta-test-tasks-per-space.json ├── hpob_handler.py ├── meta-dataset-creation ├── .ipynb_checkpoints │ └── Tutorial_adding_new_search_space-checkpoint.ipynb ├── Tutorial_adding_new_search_space.ipynb ├── data_extraction.py ├── data_splitting.py └── meta_dataset_new_space.json ├── methods ├── botorch.py ├── fsbo │ ├── __init__.py │ ├── checkpoints │ │ └── FSBO │ │ │ └── 4796 │ │ │ ├── log.txt │ │ │ ├── train │ │ │ ├── events.out.tfevents.1653916298.sebastian-Precision-7550.31295.0 │ │ │ ├── events.out.tfevents.1653916338.sebastian-Precision-7550.31434.0 │ │ │ └── events.out.tfevents.1653916437.sebastian-Precision-7550.31612.0 │ │ │ ├── valid │ │ │ ├── events.out.tfevents.1653916298.sebastian-Precision-7550.31295.1 │ │ │ ├── events.out.tfevents.1653916338.sebastian-Precision-7550.31434.1 │ │ │ └── events.out.tfevents.1653916437.sebastian-Precision-7550.31612.1 │ │ │ └── weights │ ├── fsbo_metatrain.py │ ├── fsbo_modules.py │ └── fsbo_utils.py ├── pygpgo.py └── random_search.py ├── plots ├── RF_benchmark_aggregated.png ├── RF_benchmark_per_space_rank.png ├── RF_benchmark_per_space_regret.png └── Rank@5.png └── results ├── BOHAMIANN.json ├── DGP-C.json ├── DGP.json ├── DNGO.json ├── FSBO.json ├── FSBO2.json ├── GP-C.json ├── GP.json ├── RF.json ├── RGPE.json ├── RS-C.json ├── Random.json ├── TAF.json └── TST.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/README.md -------------------------------------------------------------------------------- /benchmark_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/benchmark_plot.py -------------------------------------------------------------------------------- /continuous/train-surrogates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/continuous/train-surrogates.py -------------------------------------------------------------------------------- /example_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/example_benchmark.py -------------------------------------------------------------------------------- /example_botorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/example_botorch.py -------------------------------------------------------------------------------- /example_fsbo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/example_fsbo.py -------------------------------------------------------------------------------- /example_pygpgo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/example_pygpgo.py -------------------------------------------------------------------------------- /hpob-data/meta-dataset-descriptors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/hpob-data/meta-dataset-descriptors.json -------------------------------------------------------------------------------- /hpob-data/meta-test-tasks-per-space.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/hpob-data/meta-test-tasks-per-space.json -------------------------------------------------------------------------------- /hpob_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/hpob_handler.py -------------------------------------------------------------------------------- /meta-dataset-creation/.ipynb_checkpoints/Tutorial_adding_new_search_space-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/meta-dataset-creation/.ipynb_checkpoints/Tutorial_adding_new_search_space-checkpoint.ipynb -------------------------------------------------------------------------------- /meta-dataset-creation/Tutorial_adding_new_search_space.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/meta-dataset-creation/Tutorial_adding_new_search_space.ipynb -------------------------------------------------------------------------------- /meta-dataset-creation/data_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/meta-dataset-creation/data_extraction.py -------------------------------------------------------------------------------- /meta-dataset-creation/data_splitting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/meta-dataset-creation/data_splitting.py -------------------------------------------------------------------------------- /meta-dataset-creation/meta_dataset_new_space.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/meta-dataset-creation/meta_dataset_new_space.json -------------------------------------------------------------------------------- /methods/botorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/botorch.py -------------------------------------------------------------------------------- /methods/fsbo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/__init__.py -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/log.txt -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916298.sebastian-Precision-7550.31295.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916298.sebastian-Precision-7550.31295.0 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916338.sebastian-Precision-7550.31434.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916338.sebastian-Precision-7550.31434.0 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916437.sebastian-Precision-7550.31612.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/train/events.out.tfevents.1653916437.sebastian-Precision-7550.31612.0 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916298.sebastian-Precision-7550.31295.1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916298.sebastian-Precision-7550.31295.1 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916338.sebastian-Precision-7550.31434.1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916338.sebastian-Precision-7550.31434.1 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916437.sebastian-Precision-7550.31612.1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/valid/events.out.tfevents.1653916437.sebastian-Precision-7550.31612.1 -------------------------------------------------------------------------------- /methods/fsbo/checkpoints/FSBO/4796/weights: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/checkpoints/FSBO/4796/weights -------------------------------------------------------------------------------- /methods/fsbo/fsbo_metatrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/fsbo_metatrain.py -------------------------------------------------------------------------------- /methods/fsbo/fsbo_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/fsbo_modules.py -------------------------------------------------------------------------------- /methods/fsbo/fsbo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/fsbo/fsbo_utils.py -------------------------------------------------------------------------------- /methods/pygpgo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/pygpgo.py -------------------------------------------------------------------------------- /methods/random_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/methods/random_search.py -------------------------------------------------------------------------------- /plots/RF_benchmark_aggregated.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/plots/RF_benchmark_aggregated.png -------------------------------------------------------------------------------- /plots/RF_benchmark_per_space_rank.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/plots/RF_benchmark_per_space_rank.png -------------------------------------------------------------------------------- /plots/RF_benchmark_per_space_regret.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/plots/RF_benchmark_per_space_regret.png -------------------------------------------------------------------------------- /plots/Rank@5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/plots/Rank@5.png -------------------------------------------------------------------------------- /results/BOHAMIANN.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/BOHAMIANN.json -------------------------------------------------------------------------------- /results/DGP-C.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/DGP-C.json -------------------------------------------------------------------------------- /results/DGP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/DGP.json -------------------------------------------------------------------------------- /results/DNGO.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/DNGO.json -------------------------------------------------------------------------------- /results/FSBO.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/FSBO.json -------------------------------------------------------------------------------- /results/FSBO2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/FSBO2.json -------------------------------------------------------------------------------- /results/GP-C.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/GP-C.json -------------------------------------------------------------------------------- /results/GP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/GP.json -------------------------------------------------------------------------------- /results/RF.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/RF.json -------------------------------------------------------------------------------- /results/RGPE.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/RGPE.json -------------------------------------------------------------------------------- /results/RS-C.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/RS-C.json -------------------------------------------------------------------------------- /results/Random.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/Random.json -------------------------------------------------------------------------------- /results/TAF.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/TAF.json -------------------------------------------------------------------------------- /results/TST.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinelearningnuremberg/HPO-B/HEAD/results/TST.json --------------------------------------------------------------------------------