├── README.MD ├── bohb ├── plots │ ├── analysis.py │ ├── analysis_C1.py │ ├── analysis_full.py │ ├── incumbents.py │ ├── playground │ │ ├── svm_surrogate_plots.py │ │ └── util.py │ ├── result.py │ └── util.py ├── scripts │ └── bohb-darts.sh └── src │ ├── darts_master.py │ ├── darts_worker.py │ ├── helper.py │ └── nasbench_analysis │ ├── __init__.py │ ├── nasbench_data │ └── 108_e │ │ └── .gitkeep │ ├── nasbench_eval.py │ ├── search_spaces │ ├── __init__.py │ ├── search_space.py │ ├── search_space_1.py │ ├── search_space_2.py │ └── search_space_3.py │ └── utils.py ├── bohb_2nd ├── plots │ ├── analysis.py │ ├── analysis_C1.py │ ├── analysis_RE.py │ ├── incumbents.py │ ├── result.py │ └── util.py ├── scripts │ └── bohb-darts.sh └── src │ ├── darts_master.py │ ├── darts_worker.py │ ├── helper.py │ └── nasbench_analysis │ ├── __init__.py │ ├── nasbench_data │ └── 108_e │ │ └── .gitkeep │ ├── nasbench_eval.py │ ├── search_spaces │ ├── __init__.py │ ├── search_space.py │ ├── search_space_1.py │ ├── search_space_2.py │ └── search_space_3.py │ └── utils.py ├── bohb_default ├── plots │ ├── incumbents.py │ ├── result.py │ └── util.py ├── scripts │ ├── bohb-darts.sh │ ├── start_exp.sh │ └── warmstart.sh └── src │ ├── custom_bohb │ ├── __init__.py │ ├── bohb.py │ └── bohb_gen.py │ ├── darts_master.py │ ├── darts_worker.py │ ├── helper.py │ ├── nasbench_analysis │ ├── __init__.py │ ├── nasbench_data │ │ └── 108_e │ │ │ └── .gitkeep │ ├── nasbench_eval.py │ ├── search_spaces │ │ ├── __init__.py │ │ ├── search_space.py │ │ ├── search_space_1.py │ │ ├── search_space_2.py │ │ └── search_space_3.py │ └── utils.py │ ├── utils.py │ └── warmstart.py ├── cluster_scripts ├── start-bohb.sh ├── start-hb.sh ├── start-smac.sh ├── start-tpe.sh └── start.sh ├── experiments └── analysis │ ├── data │ ├── test_errors_per_epoch_ss1.obj │ ├── test_errors_per_epoch_ss2.obj │ ├── test_errors_per_epoch_ss3.obj │ ├── valid_errors_per_epoch_ss1.obj │ ├── valid_errors_per_epoch_ss2.obj │ └── valid_errors_per_epoch_ss3.obj │ ├── experiment_database.py │ ├── plot_results.py │ └── utils.py ├── nasbench_analysis ├── __init__.py ├── eval_darts_one_shot_model_in_nasbench.py ├── eval_random_search_ws_in_nasbench.py ├── evaluate_one_shot_models.py ├── evaluate_one_shot_models_enas.py ├── search_spaces │ ├── __init__.py │ ├── search_space.py │ ├── search_space_1.py │ ├── search_space_2.py │ └── search_space_3.py └── utils.py └── optimizers ├── __init__.py ├── bohb └── run_bohb.py ├── darts ├── __init__.py ├── architect.py ├── genotypes.py ├── model.py ├── model_search.py ├── operations.py ├── train.py ├── train_imagenet.py ├── train_search.py ├── train_search_bohb.py ├── utils.py └── visualize.py ├── enas ├── __init__.py ├── data.py ├── enas.py ├── enas_child.py ├── micro_controller.py └── utils.py ├── gdas ├── __init__.py ├── architect.py ├── model_search.py ├── train_search.py └── train_search_bohb.py ├── hyperband └── run_hyperband.py ├── pc_darts ├── __init__.py ├── model_search.py ├── train_search.py └── train_search_bohb.py ├── random_search_with_weight_sharing ├── __init__.py ├── darts_wrapper_discrete.py └── random_weight_share.py ├── regularized_evolution ├── __init__.py └── run_regularized_evolution.py ├── reinforce └── run_reinforce.py ├── smac └── run_smac.py ├── tpe └── run_tpe.py └── utils.py /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/README.MD -------------------------------------------------------------------------------- /bohb/plots/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/analysis.py -------------------------------------------------------------------------------- /bohb/plots/analysis_C1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/analysis_C1.py -------------------------------------------------------------------------------- /bohb/plots/analysis_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/analysis_full.py -------------------------------------------------------------------------------- /bohb/plots/incumbents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/incumbents.py -------------------------------------------------------------------------------- /bohb/plots/playground/svm_surrogate_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/playground/svm_surrogate_plots.py -------------------------------------------------------------------------------- /bohb/plots/playground/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/playground/util.py -------------------------------------------------------------------------------- /bohb/plots/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/result.py -------------------------------------------------------------------------------- /bohb/plots/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/plots/util.py -------------------------------------------------------------------------------- /bohb/scripts/bohb-darts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/scripts/bohb-darts.sh -------------------------------------------------------------------------------- /bohb/src/darts_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/darts_master.py -------------------------------------------------------------------------------- /bohb/src/darts_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/darts_worker.py -------------------------------------------------------------------------------- /bohb/src/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/helper.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/nasbench_data/108_e/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/nasbench_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/nasbench_eval.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/search_spaces/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/search_spaces/search_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/search_spaces/search_space.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/search_spaces/search_space_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/search_spaces/search_space_1.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/search_spaces/search_space_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/search_spaces/search_space_2.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/search_spaces/search_space_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/search_spaces/search_space_3.py -------------------------------------------------------------------------------- /bohb/src/nasbench_analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb/src/nasbench_analysis/utils.py -------------------------------------------------------------------------------- /bohb_2nd/plots/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/analysis.py -------------------------------------------------------------------------------- /bohb_2nd/plots/analysis_C1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/analysis_C1.py -------------------------------------------------------------------------------- /bohb_2nd/plots/analysis_RE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/analysis_RE.py -------------------------------------------------------------------------------- /bohb_2nd/plots/incumbents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/incumbents.py -------------------------------------------------------------------------------- /bohb_2nd/plots/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/result.py -------------------------------------------------------------------------------- /bohb_2nd/plots/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/plots/util.py -------------------------------------------------------------------------------- /bohb_2nd/scripts/bohb-darts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/scripts/bohb-darts.sh -------------------------------------------------------------------------------- /bohb_2nd/src/darts_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/darts_master.py -------------------------------------------------------------------------------- /bohb_2nd/src/darts_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/darts_worker.py -------------------------------------------------------------------------------- /bohb_2nd/src/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/helper.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/nasbench_data/108_e/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/nasbench_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/nasbench_eval.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/search_spaces/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/search_spaces/search_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/search_spaces/search_space.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/search_spaces/search_space_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/search_spaces/search_space_1.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/search_spaces/search_space_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/search_spaces/search_space_2.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/search_spaces/search_space_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/search_spaces/search_space_3.py -------------------------------------------------------------------------------- /bohb_2nd/src/nasbench_analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_2nd/src/nasbench_analysis/utils.py -------------------------------------------------------------------------------- /bohb_default/plots/incumbents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/plots/incumbents.py -------------------------------------------------------------------------------- /bohb_default/plots/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/plots/result.py -------------------------------------------------------------------------------- /bohb_default/plots/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/plots/util.py -------------------------------------------------------------------------------- /bohb_default/scripts/bohb-darts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/scripts/bohb-darts.sh -------------------------------------------------------------------------------- /bohb_default/scripts/start_exp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/scripts/start_exp.sh -------------------------------------------------------------------------------- /bohb_default/scripts/warmstart.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/scripts/warmstart.sh -------------------------------------------------------------------------------- /bohb_default/src/custom_bohb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_default/src/custom_bohb/bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/custom_bohb/bohb.py -------------------------------------------------------------------------------- /bohb_default/src/custom_bohb/bohb_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/custom_bohb/bohb_gen.py -------------------------------------------------------------------------------- /bohb_default/src/darts_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/darts_master.py -------------------------------------------------------------------------------- /bohb_default/src/darts_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/darts_worker.py -------------------------------------------------------------------------------- /bohb_default/src/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/helper.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/nasbench_data/108_e/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/nasbench_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/nasbench_eval.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/search_spaces/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/search_spaces/search_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/search_spaces/search_space.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/search_spaces/search_space_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/search_spaces/search_space_1.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/search_spaces/search_space_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/search_spaces/search_space_2.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/search_spaces/search_space_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/search_spaces/search_space_3.py -------------------------------------------------------------------------------- /bohb_default/src/nasbench_analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/nasbench_analysis/utils.py -------------------------------------------------------------------------------- /bohb_default/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/utils.py -------------------------------------------------------------------------------- /bohb_default/src/warmstart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/bohb_default/src/warmstart.py -------------------------------------------------------------------------------- /cluster_scripts/start-bohb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/cluster_scripts/start-bohb.sh -------------------------------------------------------------------------------- /cluster_scripts/start-hb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/cluster_scripts/start-hb.sh -------------------------------------------------------------------------------- /cluster_scripts/start-smac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/cluster_scripts/start-smac.sh -------------------------------------------------------------------------------- /cluster_scripts/start-tpe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/cluster_scripts/start-tpe.sh -------------------------------------------------------------------------------- /cluster_scripts/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/cluster_scripts/start.sh -------------------------------------------------------------------------------- /experiments/analysis/data/test_errors_per_epoch_ss1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/test_errors_per_epoch_ss1.obj -------------------------------------------------------------------------------- /experiments/analysis/data/test_errors_per_epoch_ss2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/test_errors_per_epoch_ss2.obj -------------------------------------------------------------------------------- /experiments/analysis/data/test_errors_per_epoch_ss3.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/test_errors_per_epoch_ss3.obj -------------------------------------------------------------------------------- /experiments/analysis/data/valid_errors_per_epoch_ss1.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/valid_errors_per_epoch_ss1.obj -------------------------------------------------------------------------------- /experiments/analysis/data/valid_errors_per_epoch_ss2.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/valid_errors_per_epoch_ss2.obj -------------------------------------------------------------------------------- /experiments/analysis/data/valid_errors_per_epoch_ss3.obj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/data/valid_errors_per_epoch_ss3.obj -------------------------------------------------------------------------------- /experiments/analysis/experiment_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/experiment_database.py -------------------------------------------------------------------------------- /experiments/analysis/plot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/plot_results.py -------------------------------------------------------------------------------- /experiments/analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/experiments/analysis/utils.py -------------------------------------------------------------------------------- /nasbench_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nasbench_analysis/eval_darts_one_shot_model_in_nasbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/eval_darts_one_shot_model_in_nasbench.py -------------------------------------------------------------------------------- /nasbench_analysis/eval_random_search_ws_in_nasbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/eval_random_search_ws_in_nasbench.py -------------------------------------------------------------------------------- /nasbench_analysis/evaluate_one_shot_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/evaluate_one_shot_models.py -------------------------------------------------------------------------------- /nasbench_analysis/evaluate_one_shot_models_enas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/evaluate_one_shot_models_enas.py -------------------------------------------------------------------------------- /nasbench_analysis/search_spaces/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /nasbench_analysis/search_spaces/search_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/search_spaces/search_space.py -------------------------------------------------------------------------------- /nasbench_analysis/search_spaces/search_space_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/search_spaces/search_space_1.py -------------------------------------------------------------------------------- /nasbench_analysis/search_spaces/search_space_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/search_spaces/search_space_2.py -------------------------------------------------------------------------------- /nasbench_analysis/search_spaces/search_space_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/search_spaces/search_space_3.py -------------------------------------------------------------------------------- /nasbench_analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/nasbench_analysis/utils.py -------------------------------------------------------------------------------- /optimizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/bohb/run_bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/bohb/run_bohb.py -------------------------------------------------------------------------------- /optimizers/darts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/darts/architect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/architect.py -------------------------------------------------------------------------------- /optimizers/darts/genotypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/genotypes.py -------------------------------------------------------------------------------- /optimizers/darts/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/model.py -------------------------------------------------------------------------------- /optimizers/darts/model_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/model_search.py -------------------------------------------------------------------------------- /optimizers/darts/operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/operations.py -------------------------------------------------------------------------------- /optimizers/darts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/train.py -------------------------------------------------------------------------------- /optimizers/darts/train_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/train_imagenet.py -------------------------------------------------------------------------------- /optimizers/darts/train_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/train_search.py -------------------------------------------------------------------------------- /optimizers/darts/train_search_bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/train_search_bohb.py -------------------------------------------------------------------------------- /optimizers/darts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/utils.py -------------------------------------------------------------------------------- /optimizers/darts/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/darts/visualize.py -------------------------------------------------------------------------------- /optimizers/enas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/enas/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/enas/data.py -------------------------------------------------------------------------------- /optimizers/enas/enas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/enas/enas.py -------------------------------------------------------------------------------- /optimizers/enas/enas_child.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/enas/enas_child.py -------------------------------------------------------------------------------- /optimizers/enas/micro_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/enas/micro_controller.py -------------------------------------------------------------------------------- /optimizers/enas/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/enas/utils.py -------------------------------------------------------------------------------- /optimizers/gdas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/gdas/architect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/gdas/architect.py -------------------------------------------------------------------------------- /optimizers/gdas/model_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/gdas/model_search.py -------------------------------------------------------------------------------- /optimizers/gdas/train_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/gdas/train_search.py -------------------------------------------------------------------------------- /optimizers/gdas/train_search_bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/gdas/train_search_bohb.py -------------------------------------------------------------------------------- /optimizers/hyperband/run_hyperband.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/hyperband/run_hyperband.py -------------------------------------------------------------------------------- /optimizers/pc_darts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/pc_darts/model_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/pc_darts/model_search.py -------------------------------------------------------------------------------- /optimizers/pc_darts/train_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/pc_darts/train_search.py -------------------------------------------------------------------------------- /optimizers/pc_darts/train_search_bohb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/pc_darts/train_search_bohb.py -------------------------------------------------------------------------------- /optimizers/random_search_with_weight_sharing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/random_search_with_weight_sharing/darts_wrapper_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/random_search_with_weight_sharing/darts_wrapper_discrete.py -------------------------------------------------------------------------------- /optimizers/random_search_with_weight_sharing/random_weight_share.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/random_search_with_weight_sharing/random_weight_share.py -------------------------------------------------------------------------------- /optimizers/regularized_evolution/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/regularized_evolution/run_regularized_evolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/regularized_evolution/run_regularized_evolution.py -------------------------------------------------------------------------------- /optimizers/reinforce/run_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/reinforce/run_reinforce.py -------------------------------------------------------------------------------- /optimizers/smac/run_smac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/smac/run_smac.py -------------------------------------------------------------------------------- /optimizers/tpe/run_tpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/tpe/run_tpe.py -------------------------------------------------------------------------------- /optimizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AnonymousMetaLearn/Towards-benchmarking-and-dissecting-one-shot-neural-architecture-search/HEAD/optimizers/utils.py --------------------------------------------------------------------------------