├── .gitignore ├── LICENSE ├── README.md ├── configs ├── cifar10_dense.yaml └── neurips │ ├── iht_cifar100_wideresnet_steplr_dense13_s50.yaml │ ├── iht_cifar100_wideresnet_steplr_dense13_s75.yaml │ ├── iht_cifar100_wideresnet_steplr_dense13_s90.yaml │ ├── iht_cifar100_wideresnet_steplr_dense13_s95.yaml │ ├── iht_cifar100_wideresnet_steplr_freq20_s50.yaml │ ├── iht_cifar100_wideresnet_steplr_freq20_s75.yaml │ ├── iht_cifar100_wideresnet_steplr_freq20_s90.yaml │ ├── iht_cifar100_wideresnet_steplr_freq20_s95.yaml │ ├── iht_cifar10_resnet20_unstructured_insta_prune_freq20_50_constant.yaml │ ├── iht_cifar10_resnet20_unstructured_insta_prune_freq20_75_constant.yaml │ ├── iht_cifar10_resnet20_unstructured_insta_prune_freq20_90_constant.yaml │ ├── iht_cifar10_resnet20_unstructured_insta_prune_freq20_95_constant.yaml │ ├── iht_imagenet_mobilenet_insta_cosinelr_ep100_ftdense.yaml │ ├── iht_imagenet_mobilenet_insta_cosinelr_s75_ep100.yaml │ ├── iht_imagenet_mobilenet_insta_cosinelr_s75_ep100_no_conv1_dw.yaml │ ├── iht_imagenet_mobilenet_insta_cosinelr_s90_ep100.yaml │ ├── iht_imagenet_mobilenet_insta_cosinelr_s90_ep100_no_conv1_dw.yaml │ ├── iht_imagenet_resnet50_cosinelr_sp_2_4_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_ep100_ftdense.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s50_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s80_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s80_ep100_no_conv1_fc.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep100_no_conv1_fc.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep100_unif.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep150.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep150_ftdense.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep200_ftdense.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s90_ep200_unif.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s95_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s95_ep100_no_conv1_fc.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s95_ep100_unif.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s95_ep200_unif.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s98_ep100.yaml │ ├── iht_imagenet_resnet50_insta_cosinelr_s98_ep100_no_conv1_fc.yaml │ ├── imagenet_mobilenet_cosinelr_ep100_dense.yaml │ ├── imagenet_resnet50_best_dense.yaml │ ├── imagenet_resnet50_gmp_sp80.yaml │ └── imagenet_resnet50_gmp_sp90.yaml ├── main.py ├── models ├── __init__.py ├── blocks.py ├── butterfly.py ├── efficientnet.py ├── layers │ ├── __init__.py │ ├── mixed_conv.py │ ├── mixed_conv_static.py │ ├── squeeze_exitation_layer.py │ └── utils.py ├── logistic_regression.py ├── mobilenet.py ├── resnet_cifar10.py ├── resnet_cifar10_swish.py ├── resnet_imagenet.py ├── resnet_mixed_cifar10.py ├── resnet_mixed_imagenet.py ├── resnet_mixed_imagenet_static.py ├── simplenet.py ├── utils.py ├── wide_resnet_cifar.py └── wide_resnet_imagenet.py ├── optimization ├── __init__.py ├── gradual_norm_reduction_pruner.py ├── lr_schedulers.py └── sgd.py ├── policies ├── __init__.py ├── freezers.py ├── manager.py ├── policy.py ├── pruners.py ├── recyclers.py ├── regularizers.py └── trainers.py ├── requirements.txt ├── run_cifar100_iht_oneshot_steplr_dense13_ep225.sh ├── run_cifar100_iht_oneshot_steplr_s50_ep200.sh ├── run_cifar100_iht_oneshot_steplr_s75_ep200.sh ├── run_cifar100_iht_oneshot_steplr_s90_ep200.sh ├── run_cifar100_iht_oneshot_steplr_s95_ep200.sh ├── run_cifar10_randomlabels_iht_no_da.sh ├── run_imagenet_acdc_mobilenet_validate.sh ├── run_imagenet_acdc_resnet50_validate.sh ├── run_imagenet_iht_cosinelr_sp_2_4_ep100.sh ├── run_imagenet_iht_oneshot_cosinelr_s80_ep100.sh ├── run_imagenet_iht_oneshot_cosinelr_s80_ep100_ftdense.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep100.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_fc.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep150.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep150_ftdense.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif.sh ├── run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif_ftdense.sh ├── run_imagenet_iht_oneshot_cosinelr_s95_ep100.sh ├── run_imagenet_iht_oneshot_cosinelr_s95_ep100_no_conv1_fc.sh ├── run_imagenet_iht_oneshot_cosinelr_s95_ep100_unif.sh ├── run_imagenet_iht_oneshot_cosinelr_s95_ep200_unif.sh ├── run_imagenet_iht_oneshot_cosinelr_s98_ep100.sh ├── run_imagenet_iht_oneshot_cosinelr_s98_ep100_no_conv1_fc.sh ├── run_imagenet_iht_oneshot_cosinelr_sp50_ep100.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_ftdense.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_no_conv1_dw.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw.sh ├── run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw_ftd.sh └── utils ├── __init__.py ├── approximation.py ├── aug_mix_dataset.py ├── auto_augmentation.py ├── checkpoints.py ├── datasets.py ├── flop_utils.py ├── jsd_loss.py ├── masking_utils.py ├── parse_config.py ├── random_augmentation.py ├── random_erasing.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/README.md -------------------------------------------------------------------------------- /configs/cifar10_dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/cifar10_dense.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s50.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s75.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s75.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s90.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s90.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s95.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_dense13_s95.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s50.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s75.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s75.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s90.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s90.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s95.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar100_wideresnet_steplr_freq20_s95.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_50_constant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_50_constant.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_75_constant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_75_constant.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_90_constant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_90_constant.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_95_constant.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_cifar10_resnet20_unstructured_insta_prune_freq20_95_constant.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_ep100_ftdense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_ep100_ftdense.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s75_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s75_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s75_ep100_no_conv1_dw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s75_ep100_no_conv1_dw.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s90_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s90_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s90_ep100_no_conv1_dw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_mobilenet_insta_cosinelr_s90_ep100_no_conv1_dw.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_cosinelr_sp_2_4_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_cosinelr_sp_2_4_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_ep100_ftdense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_ep100_ftdense.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s50_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s50_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s80_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s80_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s80_ep100_no_conv1_fc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s80_ep100_no_conv1_fc.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100_no_conv1_fc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100_no_conv1_fc.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100_unif.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep100_unif.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep150.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep150.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep150_ftdense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep150_ftdense.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep200_ftdense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep200_ftdense.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep200_unif.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s90_ep200_unif.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100_no_conv1_fc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100_no_conv1_fc.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100_unif.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep100_unif.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep200_unif.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s95_ep200_unif.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s98_ep100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s98_ep100.yaml -------------------------------------------------------------------------------- /configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s98_ep100_no_conv1_fc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/iht_imagenet_resnet50_insta_cosinelr_s98_ep100_no_conv1_fc.yaml -------------------------------------------------------------------------------- /configs/neurips/imagenet_mobilenet_cosinelr_ep100_dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/imagenet_mobilenet_cosinelr_ep100_dense.yaml -------------------------------------------------------------------------------- /configs/neurips/imagenet_resnet50_best_dense.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/imagenet_resnet50_best_dense.yaml -------------------------------------------------------------------------------- /configs/neurips/imagenet_resnet50_gmp_sp80.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/imagenet_resnet50_gmp_sp80.yaml -------------------------------------------------------------------------------- /configs/neurips/imagenet_resnet50_gmp_sp90.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/configs/neurips/imagenet_resnet50_gmp_sp90.yaml -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/blocks.py -------------------------------------------------------------------------------- /models/butterfly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/butterfly.py -------------------------------------------------------------------------------- /models/efficientnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/efficientnet.py -------------------------------------------------------------------------------- /models/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/layers/__init__.py -------------------------------------------------------------------------------- /models/layers/mixed_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/layers/mixed_conv.py -------------------------------------------------------------------------------- /models/layers/mixed_conv_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/layers/mixed_conv_static.py -------------------------------------------------------------------------------- /models/layers/squeeze_exitation_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/layers/squeeze_exitation_layer.py -------------------------------------------------------------------------------- /models/layers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/layers/utils.py -------------------------------------------------------------------------------- /models/logistic_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/logistic_regression.py -------------------------------------------------------------------------------- /models/mobilenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/mobilenet.py -------------------------------------------------------------------------------- /models/resnet_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_cifar10.py -------------------------------------------------------------------------------- /models/resnet_cifar10_swish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_cifar10_swish.py -------------------------------------------------------------------------------- /models/resnet_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_imagenet.py -------------------------------------------------------------------------------- /models/resnet_mixed_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_mixed_cifar10.py -------------------------------------------------------------------------------- /models/resnet_mixed_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_mixed_imagenet.py -------------------------------------------------------------------------------- /models/resnet_mixed_imagenet_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/resnet_mixed_imagenet_static.py -------------------------------------------------------------------------------- /models/simplenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/simplenet.py -------------------------------------------------------------------------------- /models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/utils.py -------------------------------------------------------------------------------- /models/wide_resnet_cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/wide_resnet_cifar.py -------------------------------------------------------------------------------- /models/wide_resnet_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/models/wide_resnet_imagenet.py -------------------------------------------------------------------------------- /optimization/__init__.py: -------------------------------------------------------------------------------- 1 | from optimization.gradual_norm_reduction_pruner import * 2 | -------------------------------------------------------------------------------- /optimization/gradual_norm_reduction_pruner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/optimization/gradual_norm_reduction_pruner.py -------------------------------------------------------------------------------- /optimization/lr_schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/optimization/lr_schedulers.py -------------------------------------------------------------------------------- /optimization/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/optimization/sgd.py -------------------------------------------------------------------------------- /policies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/__init__.py -------------------------------------------------------------------------------- /policies/freezers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/freezers.py -------------------------------------------------------------------------------- /policies/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/manager.py -------------------------------------------------------------------------------- /policies/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/policy.py -------------------------------------------------------------------------------- /policies/pruners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/pruners.py -------------------------------------------------------------------------------- /policies/recyclers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/recyclers.py -------------------------------------------------------------------------------- /policies/regularizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/regularizers.py -------------------------------------------------------------------------------- /policies/trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/policies/trainers.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_cifar100_iht_oneshot_steplr_dense13_ep225.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar100_iht_oneshot_steplr_dense13_ep225.sh -------------------------------------------------------------------------------- /run_cifar100_iht_oneshot_steplr_s50_ep200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar100_iht_oneshot_steplr_s50_ep200.sh -------------------------------------------------------------------------------- /run_cifar100_iht_oneshot_steplr_s75_ep200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar100_iht_oneshot_steplr_s75_ep200.sh -------------------------------------------------------------------------------- /run_cifar100_iht_oneshot_steplr_s90_ep200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar100_iht_oneshot_steplr_s90_ep200.sh -------------------------------------------------------------------------------- /run_cifar100_iht_oneshot_steplr_s95_ep200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar100_iht_oneshot_steplr_s95_ep200.sh -------------------------------------------------------------------------------- /run_cifar10_randomlabels_iht_no_da.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_cifar10_randomlabels_iht_no_da.sh -------------------------------------------------------------------------------- /run_imagenet_acdc_mobilenet_validate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_acdc_mobilenet_validate.sh -------------------------------------------------------------------------------- /run_imagenet_acdc_resnet50_validate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_acdc_resnet50_validate.sh -------------------------------------------------------------------------------- /run_imagenet_iht_cosinelr_sp_2_4_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_cosinelr_sp_2_4_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s80_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s80_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s80_ep100_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s80_ep100_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_fc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_fc.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep150.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep150.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep150_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep150_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s90_ep200_unif_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s95_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s95_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s95_ep100_no_conv1_fc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s95_ep100_no_conv1_fc.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s95_ep100_unif.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s95_ep100_unif.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s95_ep200_unif.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s95_ep200_unif.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s98_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s98_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_s98_ep100_no_conv1_fc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_s98_ep100_no_conv1_fc.sh -------------------------------------------------------------------------------- /run_imagenet_iht_oneshot_cosinelr_sp50_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_iht_oneshot_cosinelr_sp50_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_no_conv1_dw.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s75_ep100_no_conv1_dw.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_ftdense.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw.sh -------------------------------------------------------------------------------- /run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw_ftd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/run_imagenet_mobilenet_iht_oneshot_cosinelr_s90_ep100_no_conv1_dw_ftd.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/approximation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/approximation.py -------------------------------------------------------------------------------- /utils/aug_mix_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/aug_mix_dataset.py -------------------------------------------------------------------------------- /utils/auto_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/auto_augmentation.py -------------------------------------------------------------------------------- /utils/checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/checkpoints.py -------------------------------------------------------------------------------- /utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/datasets.py -------------------------------------------------------------------------------- /utils/flop_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/flop_utils.py -------------------------------------------------------------------------------- /utils/jsd_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/jsd_loss.py -------------------------------------------------------------------------------- /utils/masking_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/masking_utils.py -------------------------------------------------------------------------------- /utils/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/parse_config.py -------------------------------------------------------------------------------- /utils/random_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/random_augmentation.py -------------------------------------------------------------------------------- /utils/random_erasing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/random_erasing.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IST-DASLab/ACDC/HEAD/utils/utils.py --------------------------------------------------------------------------------