├── .gitignore ├── README.md ├── _dataset └── cifar-split.txt ├── configs.py ├── data ├── nasbench101 │ ├── nasbench1_500_fb.json │ └── nasbench1_search_20samples.json └── nasbench201 │ ├── nasbench2_1000_0.json │ ├── nasbench2_1000_1.json │ └── nasbench2_1000_2.json ├── do_explore.py ├── do_sample.py ├── do_search.py ├── fbnas.py ├── foresight ├── __init__.py ├── dataset.py ├── h5py_dataset.py ├── imagenet16.py ├── models │ ├── __init__.py │ ├── nasbench1.py │ ├── nasbench1_ops.py │ ├── nasbench1_spec.py │ ├── nasbench2.py │ └── nasbench2_ops.py ├── pruners │ ├── __init__.py │ ├── measures │ │ ├── __init__.py │ │ ├── fisher.py │ │ ├── grad_norm.py │ │ ├── grasp.py │ │ ├── jacob_cov.py │ │ ├── l2_norm.py │ │ ├── plain.py │ │ ├── snip.py │ │ └── synflow.py │ ├── p_utils.py │ └── predictive.py ├── version.py └── weight_initializers.py ├── model_wrapper.py ├── pycls ├── core │ ├── __init__.py │ ├── benchmark.py │ ├── builders.py │ ├── checkpoint.py │ ├── config.py │ ├── distributed.py │ ├── io.py │ ├── logging.py │ ├── meters.py │ ├── net.py │ ├── optimizer.py │ ├── plotting.py │ ├── timer.py │ └── trainer.py └── models │ ├── __init__.py │ ├── anynet.py │ ├── common.py │ ├── effnet.py │ ├── nas │ ├── genotypes.py │ ├── nas.py │ └── operations.py │ ├── regnet.py │ └── resnet.py ├── pynbs ├── __init__.py ├── nasbench101 │ ├── README.md │ ├── __init__.py │ ├── base_ops.py │ ├── graph_util.py │ ├── model.py │ ├── model_spec.py │ └── nb101_generator.py ├── nasbench201 │ ├── README.md │ ├── __init__.py │ ├── nasbench2.py │ └── nasbench2_ops.py ├── nasbenchmacro │ ├── README.md │ ├── __init__.py │ └── nbmacro.py └── nasbenchnlp │ ├── README.md │ ├── __init__.py │ ├── custom_rnn.py │ ├── embed_regularize.py │ ├── locked_dropout.py │ ├── models.py │ ├── multilinear.py │ ├── nas_environment.py │ └── weight_drop.py └── utils ├── __init__.py ├── config_generator.py ├── config_generator_nlp.py └── tricks.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/README.md -------------------------------------------------------------------------------- /_dataset/cifar-split.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/_dataset/cifar-split.txt -------------------------------------------------------------------------------- /configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/configs.py -------------------------------------------------------------------------------- /data/nasbench101/nasbench1_500_fb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/data/nasbench101/nasbench1_500_fb.json -------------------------------------------------------------------------------- /data/nasbench101/nasbench1_search_20samples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/data/nasbench101/nasbench1_search_20samples.json -------------------------------------------------------------------------------- /data/nasbench201/nasbench2_1000_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/data/nasbench201/nasbench2_1000_0.json -------------------------------------------------------------------------------- /data/nasbench201/nasbench2_1000_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/data/nasbench201/nasbench2_1000_1.json -------------------------------------------------------------------------------- /data/nasbench201/nasbench2_1000_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/data/nasbench201/nasbench2_1000_2.json -------------------------------------------------------------------------------- /do_explore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/do_explore.py -------------------------------------------------------------------------------- /do_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/do_sample.py -------------------------------------------------------------------------------- /do_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/do_search.py -------------------------------------------------------------------------------- /fbnas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/fbnas.py -------------------------------------------------------------------------------- /foresight/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/__init__.py -------------------------------------------------------------------------------- /foresight/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/dataset.py -------------------------------------------------------------------------------- /foresight/h5py_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/h5py_dataset.py -------------------------------------------------------------------------------- /foresight/imagenet16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/imagenet16.py -------------------------------------------------------------------------------- /foresight/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/__init__.py -------------------------------------------------------------------------------- /foresight/models/nasbench1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/nasbench1.py -------------------------------------------------------------------------------- /foresight/models/nasbench1_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/nasbench1_ops.py -------------------------------------------------------------------------------- /foresight/models/nasbench1_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/nasbench1_spec.py -------------------------------------------------------------------------------- /foresight/models/nasbench2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/nasbench2.py -------------------------------------------------------------------------------- /foresight/models/nasbench2_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/models/nasbench2_ops.py -------------------------------------------------------------------------------- /foresight/pruners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/__init__.py -------------------------------------------------------------------------------- /foresight/pruners/measures/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/__init__.py -------------------------------------------------------------------------------- /foresight/pruners/measures/fisher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/fisher.py -------------------------------------------------------------------------------- /foresight/pruners/measures/grad_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/grad_norm.py -------------------------------------------------------------------------------- /foresight/pruners/measures/grasp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/grasp.py -------------------------------------------------------------------------------- /foresight/pruners/measures/jacob_cov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/jacob_cov.py -------------------------------------------------------------------------------- /foresight/pruners/measures/l2_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/l2_norm.py -------------------------------------------------------------------------------- /foresight/pruners/measures/plain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/plain.py -------------------------------------------------------------------------------- /foresight/pruners/measures/snip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/snip.py -------------------------------------------------------------------------------- /foresight/pruners/measures/synflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/measures/synflow.py -------------------------------------------------------------------------------- /foresight/pruners/p_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/p_utils.py -------------------------------------------------------------------------------- /foresight/pruners/predictive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/pruners/predictive.py -------------------------------------------------------------------------------- /foresight/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/version.py -------------------------------------------------------------------------------- /foresight/weight_initializers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/foresight/weight_initializers.py -------------------------------------------------------------------------------- /model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/model_wrapper.py -------------------------------------------------------------------------------- /pycls/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pycls/core/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/benchmark.py -------------------------------------------------------------------------------- /pycls/core/builders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/builders.py -------------------------------------------------------------------------------- /pycls/core/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/checkpoint.py -------------------------------------------------------------------------------- /pycls/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/config.py -------------------------------------------------------------------------------- /pycls/core/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/distributed.py -------------------------------------------------------------------------------- /pycls/core/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/io.py -------------------------------------------------------------------------------- /pycls/core/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/logging.py -------------------------------------------------------------------------------- /pycls/core/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/meters.py -------------------------------------------------------------------------------- /pycls/core/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/net.py -------------------------------------------------------------------------------- /pycls/core/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/optimizer.py -------------------------------------------------------------------------------- /pycls/core/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/plotting.py -------------------------------------------------------------------------------- /pycls/core/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/timer.py -------------------------------------------------------------------------------- /pycls/core/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/core/trainer.py -------------------------------------------------------------------------------- /pycls/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pycls/models/anynet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/anynet.py -------------------------------------------------------------------------------- /pycls/models/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/common.py -------------------------------------------------------------------------------- /pycls/models/effnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/effnet.py -------------------------------------------------------------------------------- /pycls/models/nas/genotypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/nas/genotypes.py -------------------------------------------------------------------------------- /pycls/models/nas/nas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/nas/nas.py -------------------------------------------------------------------------------- /pycls/models/nas/operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/nas/operations.py -------------------------------------------------------------------------------- /pycls/models/regnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/regnet.py -------------------------------------------------------------------------------- /pycls/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pycls/models/resnet.py -------------------------------------------------------------------------------- /pynbs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynbs/nasbench101/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/README.md -------------------------------------------------------------------------------- /pynbs/nasbench101/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynbs/nasbench101/base_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/base_ops.py -------------------------------------------------------------------------------- /pynbs/nasbench101/graph_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/graph_util.py -------------------------------------------------------------------------------- /pynbs/nasbench101/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/model.py -------------------------------------------------------------------------------- /pynbs/nasbench101/model_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/model_spec.py -------------------------------------------------------------------------------- /pynbs/nasbench101/nb101_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench101/nb101_generator.py -------------------------------------------------------------------------------- /pynbs/nasbench201/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench201/README.md -------------------------------------------------------------------------------- /pynbs/nasbench201/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynbs/nasbench201/nasbench2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench201/nasbench2.py -------------------------------------------------------------------------------- /pynbs/nasbench201/nasbench2_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbench201/nasbench2_ops.py -------------------------------------------------------------------------------- /pynbs/nasbenchmacro/README.md: -------------------------------------------------------------------------------- 1 | https://github.com/xiusu/NAS-Bench-Macro -------------------------------------------------------------------------------- /pynbs/nasbenchmacro/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynbs/nasbenchmacro/nbmacro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchmacro/nbmacro.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/README.md: -------------------------------------------------------------------------------- 1 | https://github.com/fmsnew/nas-bench-nlp-release -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/custom_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/custom_rnn.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/embed_regularize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/embed_regularize.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/locked_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/locked_dropout.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/models.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/multilinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/multilinear.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/nas_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/nas_environment.py -------------------------------------------------------------------------------- /pynbs/nasbenchnlp/weight_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/pynbs/nasbenchnlp/weight_drop.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/config_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/utils/config_generator.py -------------------------------------------------------------------------------- /utils/config_generator_nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/utils/config_generator_nlp.py -------------------------------------------------------------------------------- /utils/tricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leeyeehoo/GenNAS/HEAD/utils/tricks.py --------------------------------------------------------------------------------