├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── args.py ├── configs ├── largescale │ ├── README.md │ ├── baselines │ │ ├── resnet18-dense.yaml │ │ ├── resnet50-dense.yaml │ │ └── wideresnet50-dense.yaml │ ├── sample │ │ └── resnet50_ukn_sample.yml │ └── subnetonly │ │ ├── resnet101-ukn-unsigned.yaml │ │ ├── resnet101-usc-unsigned.yaml │ │ ├── resnet18-ukn-unsigned.yaml │ │ ├── resnet50-kn-unsigned.yaml │ │ ├── resnet50-sc-unsigned.yaml │ │ ├── resnet50-ukn-unsigned.yaml │ │ ├── resnet50-usc-unsigned.yaml │ │ ├── wideresnet101-ukn-unsigned.yaml │ │ ├── wideresnet101-usc-unsigned.yaml │ │ ├── wideresnet50-ukn-unsigned.yaml │ │ └── wideresnet50-usc-unsigned.yaml ├── parser.py ├── smallscale │ ├── README.md │ ├── adamwide │ │ ├── conv4_adamwide_baseline.yml │ │ └── conv6_adamwide_baseline.yml │ ├── conv2 │ │ ├── conv2_kn_unsigned.yml │ │ ├── conv2_sc_unsigned.yml │ │ ├── conv2_ukn_unsigned.yml │ │ └── conv2_usc_unsigned.yml │ ├── conv4 │ │ ├── conv4_kn_unsigned.yml │ │ ├── conv4_sc_unsigned.yml │ │ ├── conv4_ukn_dnw.yml │ │ ├── conv4_ukn_unsigned.yml │ │ └── conv4_usc_unsigned.yml │ ├── conv4initablation │ │ ├── conv4_uku_unsigned.yml │ │ └── conv4_uxn_unsigned.yml │ ├── conv4wide │ │ ├── conv4wide_kn_unsigned.yml │ │ ├── conv4wide_sgd_baseline.yml │ │ └── conv4wide_ukn_unsigned.yml │ ├── conv6 │ │ ├── conv6_kn_unsigned.yml │ │ ├── conv6_sc_unsigned.yml │ │ ├── conv6_ukn_unsigned.yml │ │ └── conv6_usc_unsigned.yml │ ├── conv6wide │ │ ├── conv6wide_sgd_baseline.yml │ │ └── conv6wide_ukn_unsigned.yml │ ├── conv8 │ │ ├── conv8_ukn_unsigned.yml │ │ └── conv8_usc_unsigned.yml │ ├── fc │ │ ├── fc_kn_unsigned.yml │ │ ├── fc_sc_unsigned.yml │ │ ├── fc_ukn_unsigned.yml │ │ └── fc_usc_unsigned.yml │ └── resnet18 │ │ ├── resnet18-dense.yaml │ │ ├── resnet18-kn-unsigned.yaml │ │ ├── resnet18-sc-unsigned.yaml │ │ ├── resnet18-ukn-unsigned.yaml │ │ └── resnet18-usc-unsigned.yaml └── smallscale_baselines │ ├── dense │ ├── conv2 │ │ ├── conv2_adam_baseline.yml │ │ └── conv2_sgd_baseline.yml │ ├── conv4 │ │ ├── conv4_adam_baseline.yml │ │ ├── conv4_sgd_baseline.yml │ │ └── conv4_sgd_baseline_vr.yml │ ├── conv6 │ │ ├── conv6_adam_baseline.yml │ │ └── conv6_sgd_baseline.yml │ ├── conv8 │ │ ├── conv8_adam_baseline.yml │ │ └── conv8_sgd_baseline.yml │ └── fc │ │ ├── fc_adam_baseline.yml │ │ └── fc_sgd_baseline.yml │ ├── densewide │ ├── conv4wide_hlrrg_wide.yml │ ├── conv4wide_hlrsgd_baseline.yml │ ├── conv4wide_rg_wide.yml │ ├── conv6wide_hlrrg_wide.yml │ ├── conv6wide_hlrsgd_baseline.yml │ └── conv6wide_rg_wide.yml │ ├── rg │ ├── conv2 │ │ ├── conv2_arg_baseline.yml │ │ ├── conv2_hlrrg_baseline.yml │ │ └── conv2_rg_baseline.yml │ ├── conv4 │ │ ├── conv4_arg_baseline.yml │ │ ├── conv4_hlrrg_baseline.yml │ │ └── conv4_rg_baseline.yml │ ├── conv6 │ │ ├── conv6_arg_baseline.yml │ │ ├── conv6_hlrrg_baseline.yml │ │ └── conv6_rg_baseline.yml │ ├── conv8 │ │ ├── conv8_arg_baseline.yml │ │ ├── conv8_hlrrg_baseline.yml │ │ └── conv8_rg_baseline.yml │ └── resnet18 │ │ └── resnet18_rg_baseline.yml │ ├── sample │ ├── conv2 │ │ ├── conv2sample_ukn_unsigned.yml │ │ ├── conv2sample_usc_unsigned.yml │ │ ├── conv2sample_uxn_unsigned.yml │ │ └── conv2sample_uxs_unsigned.yml │ ├── conv4 │ │ ├── conv4sample_ukn_unsigned.yml │ │ ├── conv4sample_uku_unsigned.yml │ │ ├── conv4sample_usc_unsigned.yml │ │ ├── conv4sample_uxn_unsigned.yml │ │ └── conv4sample_uxs_unsigned.yml │ ├── conv6 │ │ ├── conv6sample_ukn_unsigned.yml │ │ ├── conv6sample_uku_unsigned.yml │ │ ├── conv6sample_usc_unsigned.yml │ │ ├── conv6sample_uxn_unsigned.yml │ │ └── conv6sample_uxs_unsigned.yml │ ├── conv8 │ │ ├── conv8sample_ukn_unsigned.yml │ │ ├── conv8sample_usc_unsigned.yml │ │ ├── conv8sample_uxn_unsigned.yml │ │ └── conv8sample_uxs_unsigned.yml │ ├── resnet18 │ │ ├── resnet18_ukn_unsigned.yml │ │ └── resnet18_usc_unsigned.yml │ └── samplewide │ │ ├── conv4widesample_ukn_unsigned.yml │ │ └── conv6widesample_ukn_unsigned.yml │ └── samplev2 │ ├── conv2 │ ├── conv2sample_ukn_unsigned.yml │ ├── conv2sample_usc_unsigned.yml │ ├── conv2sample_uxn_unsigned.yml │ └── conv2sample_uxs_unsigned.yml │ ├── conv4 │ ├── conv4sample_ukn_unsigned.yml │ ├── conv4sample_usc_unsigned.yml │ ├── conv4sample_uxn_unsigned.yml │ └── conv4sample_uxs_unsigned.yml │ └── conv6 │ ├── conv6sample_ukn_unsigned.yml │ ├── conv6sample_usc_unsigned.yml │ ├── conv6sample_uxn_unsigned.yml │ └── conv6sample_uxs_unsigned.yml ├── data ├── __init__.py ├── bigcifar.py ├── cifar.py ├── imagenet.py ├── mnist.py ├── tinyimagenet.py └── utils.py ├── images └── teaser.png ├── main.py ├── models ├── __init__.py ├── frankle.py ├── resnet.py └── resnet_cifar.py ├── requirements.txt ├── simple_mnist_example.py ├── trainers ├── default.py ├── lottery.py └── ss.py └── utils ├── __init__.py ├── bn_type.py ├── builder.py ├── conv_type.py ├── eval_utils.py ├── logging.py ├── net_utils.py ├── profiling.py └── schedulers.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/args.py -------------------------------------------------------------------------------- /configs/largescale/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/README.md -------------------------------------------------------------------------------- /configs/largescale/baselines/resnet18-dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/baselines/resnet18-dense.yaml -------------------------------------------------------------------------------- /configs/largescale/baselines/resnet50-dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/baselines/resnet50-dense.yaml -------------------------------------------------------------------------------- /configs/largescale/baselines/wideresnet50-dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/baselines/wideresnet50-dense.yaml -------------------------------------------------------------------------------- /configs/largescale/sample/resnet50_ukn_sample.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/sample/resnet50_ukn_sample.yml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet101-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet101-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet101-usc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet101-usc-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet18-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet18-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet50-kn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet50-kn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet50-sc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet50-sc-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet50-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet50-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/resnet50-usc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/resnet50-usc-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/wideresnet101-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/wideresnet101-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/wideresnet101-usc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/wideresnet101-usc-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/wideresnet50-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/wideresnet50-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/largescale/subnetonly/wideresnet50-usc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/largescale/subnetonly/wideresnet50-usc-unsigned.yaml -------------------------------------------------------------------------------- /configs/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/parser.py -------------------------------------------------------------------------------- /configs/smallscale/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/README.md -------------------------------------------------------------------------------- /configs/smallscale/adamwide/conv4_adamwide_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/adamwide/conv4_adamwide_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale/adamwide/conv6_adamwide_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/adamwide/conv6_adamwide_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale/conv2/conv2_kn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv2/conv2_kn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv2/conv2_sc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv2/conv2_sc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv2/conv2_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv2/conv2_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv2/conv2_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv2/conv2_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4/conv4_kn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4/conv4_kn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4/conv4_sc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4/conv4_sc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4/conv4_ukn_dnw.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4/conv4_ukn_dnw.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4/conv4_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4/conv4_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4/conv4_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4/conv4_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4initablation/conv4_uku_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4initablation/conv4_uku_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4initablation/conv4_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4initablation/conv4_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4wide/conv4wide_kn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4wide/conv4wide_kn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4wide/conv4wide_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4wide/conv4wide_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale/conv4wide/conv4wide_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv4wide/conv4wide_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6/conv6_kn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6/conv6_kn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6/conv6_sc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6/conv6_sc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6/conv6_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6/conv6_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6/conv6_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6/conv6_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6wide/conv6wide_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6wide/conv6wide_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale/conv6wide/conv6wide_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv6wide/conv6wide_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv8/conv8_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv8/conv8_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/conv8/conv8_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/conv8/conv8_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/fc/fc_kn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/fc/fc_kn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/fc/fc_sc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/fc/fc_sc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/fc/fc_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/fc/fc_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/fc/fc_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/fc/fc_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale/resnet18/resnet18-dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/resnet18/resnet18-dense.yaml -------------------------------------------------------------------------------- /configs/smallscale/resnet18/resnet18-kn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/resnet18/resnet18-kn-unsigned.yaml -------------------------------------------------------------------------------- /configs/smallscale/resnet18/resnet18-sc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/resnet18/resnet18-sc-unsigned.yaml -------------------------------------------------------------------------------- /configs/smallscale/resnet18/resnet18-ukn-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/resnet18/resnet18-ukn-unsigned.yaml -------------------------------------------------------------------------------- /configs/smallscale/resnet18/resnet18-usc-unsigned.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale/resnet18/resnet18-usc-unsigned.yaml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv2/conv2_adam_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv2/conv2_adam_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv2/conv2_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv2/conv2_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv4/conv4_adam_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv4/conv4_adam_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv4/conv4_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv4/conv4_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv4/conv4_sgd_baseline_vr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv4/conv4_sgd_baseline_vr.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv6/conv6_adam_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv6/conv6_adam_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv6/conv6_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv6/conv6_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv8/conv8_adam_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv8/conv8_adam_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/conv8/conv8_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/conv8/conv8_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/fc/fc_adam_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/fc/fc_adam_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/dense/fc/fc_sgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/dense/fc/fc_sgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv4wide_hlrrg_wide.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv4wide_hlrrg_wide.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv4wide_hlrsgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv4wide_hlrsgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv4wide_rg_wide.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv4wide_rg_wide.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv6wide_hlrrg_wide.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv6wide_hlrrg_wide.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv6wide_hlrsgd_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv6wide_hlrsgd_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/densewide/conv6wide_rg_wide.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/densewide/conv6wide_rg_wide.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv2/conv2_arg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv2/conv2_arg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv2/conv2_hlrrg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv2/conv2_hlrrg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv2/conv2_rg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv2/conv2_rg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv4/conv4_arg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv4/conv4_arg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv4/conv4_hlrrg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv4/conv4_hlrrg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv4/conv4_rg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv4/conv4_rg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv6/conv6_arg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv6/conv6_arg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv6/conv6_hlrrg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv6/conv6_hlrrg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv6/conv6_rg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv6/conv6_rg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv8/conv8_arg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv8/conv8_arg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv8/conv8_hlrrg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv8/conv8_hlrrg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/conv8/conv8_rg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/conv8/conv8_rg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/rg/resnet18/resnet18_rg_baseline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/rg/resnet18/resnet18_rg_baseline.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv2/conv2sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv2/conv2sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv2/conv2sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv2/conv2sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv2/conv2sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv2/conv2sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv2/conv2sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv2/conv2sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv4/conv4sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv4/conv4sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv4/conv4sample_uku_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv4/conv4sample_uku_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv4/conv4sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv4/conv4sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv4/conv4sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv4/conv4sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv4/conv4sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv4/conv4sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv6/conv6sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv6/conv6sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv6/conv6sample_uku_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv6/conv6sample_uku_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv6/conv6sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv6/conv6sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv6/conv6sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv6/conv6sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv6/conv6sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv6/conv6sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv8/conv8sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv8/conv8sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv8/conv8sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv8/conv8sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv8/conv8sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv8/conv8sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/conv8/conv8sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/conv8/conv8sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/resnet18/resnet18_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/resnet18/resnet18_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/resnet18/resnet18_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/resnet18/resnet18_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/samplewide/conv4widesample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/samplewide/conv4widesample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/sample/samplewide/conv6widesample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/sample/samplewide/conv6widesample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv2/conv2sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv2/conv2sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv2/conv2sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv2/conv2sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv2/conv2sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv2/conv2sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv2/conv2sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv2/conv2sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv4/conv4sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv4/conv4sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv4/conv4sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv4/conv4sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv4/conv4sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv4/conv4sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv4/conv4sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv4/conv4sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv6/conv6sample_ukn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv6/conv6sample_ukn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv6/conv6sample_usc_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv6/conv6sample_usc_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv6/conv6sample_uxn_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv6/conv6sample_uxn_unsigned.yml -------------------------------------------------------------------------------- /configs/smallscale_baselines/samplev2/conv6/conv6sample_uxs_unsigned.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/configs/smallscale_baselines/samplev2/conv6/conv6sample_uxs_unsigned.yml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/bigcifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/bigcifar.py -------------------------------------------------------------------------------- /data/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/cifar.py -------------------------------------------------------------------------------- /data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/imagenet.py -------------------------------------------------------------------------------- /data/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/mnist.py -------------------------------------------------------------------------------- /data/tinyimagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/tinyimagenet.py -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/data/utils.py -------------------------------------------------------------------------------- /images/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/images/teaser.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/frankle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/models/frankle.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet_cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/models/resnet_cifar.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/requirements.txt -------------------------------------------------------------------------------- /simple_mnist_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/simple_mnist_example.py -------------------------------------------------------------------------------- /trainers/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/trainers/default.py -------------------------------------------------------------------------------- /trainers/lottery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/trainers/lottery.py -------------------------------------------------------------------------------- /trainers/ss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/trainers/ss.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/bn_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/bn_type.py -------------------------------------------------------------------------------- /utils/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/builder.py -------------------------------------------------------------------------------- /utils/conv_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/conv_type.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/logging.py -------------------------------------------------------------------------------- /utils/net_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/net_utils.py -------------------------------------------------------------------------------- /utils/profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/profiling.py -------------------------------------------------------------------------------- /utils/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/hidden-networks/HEAD/utils/schedulers.py --------------------------------------------------------------------------------