├── .gitignore ├── LICENSE ├── README.md ├── __init__.py ├── config ├── cifar10-resnet18-id-random.yml ├── cifar10-resnet18-random.yml ├── cifar10-resnet18.yml ├── cifar10-resnet20.yml ├── cifar10 │ ├── cifar10-layer13s-datadep.yml │ ├── cifar10-layer13s.yml │ ├── cifar10-resnet18-full-batch-datadep-id.yaml │ ├── cifar10-resnet18-full-batch-id.yaml │ ├── cifar10-resnet18-id-bound.yml │ ├── cifar10-resnet18-id.yml │ ├── transfer-cifar100-cifar10-resnet18-id-bound.yml │ └── transfer-cifar100-cifar10-resnet18-id.yml ├── cifar100-resnet18.yml ├── cifar100 │ ├── cifar100-layer13s-datadep.yml │ ├── cifar100-layer13s.yml │ ├── cifar100-resnet18-datadep-id.yml │ ├── cifar100-resnet18-id.yml │ └── transfer-imagenet1k-cifar100-resnet18-id.yml ├── fmnist │ ├── fmnist-resnet20-datadep-id.yml │ ├── fmnist-resnet20-id-bound.yml │ ├── fmnist-resnet20-id.yml │ ├── transfer-cifar10-fmnist-resnet20-id-bound.yml │ └── transfer-cifar10-fmnist-resnet20-id.yml ├── imagenet │ ├── imagenet-efficientnet_b0-id.yml │ ├── imagenet-efficientnet_b0.yml │ └── imagenet-squeezenet-id.yml ├── mnist │ ├── mnist-lenet5-datadep-id.yml │ ├── mnist-lenet5-full-batch-datadep-id.yaml │ ├── mnist-lenet5-full-batch-id.yaml │ ├── mnist-lenet5-id-bound.yml │ ├── mnist-lenet5-id.yml │ ├── transfer-svhn-mnist-lenet5-id-bound.yml │ └── transfer-svhn-mnist-lenet5-id.yml ├── svhn-lenet5.yml ├── tiny-imagenet │ ├── imagenet-ti-efficientnet_b0-datadep.yml │ ├── imagenet-ti-efficientnet_b0.yml │ ├── ti-efficientnet_b0-datadep.yml │ ├── ti-efficientnet_b0.yml │ └── ti-layer13s-datadep-id.yml ├── transfer-cifar100-resnet18-cifar10-random.yml └── transfer-cifar100-resnet18-cifar10.yml ├── environment.yml ├── experiments ├── compute_bound.py ├── compute_quantization.py ├── effnet_test.py ├── equivariant │ ├── e2cnn_mnist.py │ ├── equivariant_all2 │ │ └── results.df │ ├── equivariant_all3 │ │ └── results.df │ ├── equivariant_all4 │ │ └── results.df │ ├── equivariant_all5_nonrot │ │ └── results.df │ ├── nonrot_mnist │ │ └── results.df │ └── rot_mnist │ │ └── results.df ├── plots │ ├── equivariance_plots.py │ └── transfer.py ├── prune_model.py ├── quantize_pruned_model.py ├── train.py ├── train_dd_fb_priors.py ├── train_dd_priors.py ├── train_fig.py ├── train_gd.py ├── train_quantize_aware.py └── transfer_learning │ ├── finetune_cifar10_100_effnetb0 │ └── results.df │ ├── finetune_id_expt.py │ ├── finetune_new.py │ ├── finetune_svhn_effnetb0 │ └── results.df │ ├── from_scratch.py │ ├── from_scratch_plots.py │ ├── imagenet_finetune_bounds_expt.py │ ├── kronecker_dense_testrun.py │ ├── misc_comparison │ └── results.df │ ├── misc_comparison2 │ └── results.df │ ├── misc_expt.py │ ├── network_comparison │ └── results.df │ ├── optimize_bound.py │ ├── projector_compare_fromscratch │ └── results.df │ ├── projectors_comparison2 │ ├── results.df │ └── sparse_operator.df │ ├── projectors_comparison_expt.py │ ├── projectors_comparison_sparse │ └── results.df │ ├── projectors_plots_from_scratch.py │ ├── shuffled.py │ ├── shuffled │ └── results.df │ ├── testrun.py │ ├── width.py │ ├── width_expt │ └── results.df │ └── width_expt2 │ └── results.df ├── notebooks ├── .gitignore ├── bound_plots.py ├── check_condition.py ├── count_batch_norm_params.py ├── count_params.py ├── dataset_permutations.ipynb ├── entropy_calcs.py ├── equviariant.ipynb ├── explore_intrinsic.py ├── orth_projector_check.py ├── plot_fig1_dd.py ├── plot_fig1_equivariance.py ├── plot_fig1_transfer.py ├── plot_histogram.py ├── plot_kl.py ├── plot_lrs.py ├── plot_orth_projector_check.py ├── plot_quantization.py ├── replicate_imagenet_bound_error.py ├── viz_bounds.ipynb ├── viz_dd.ipynb ├── viz_id_subset_bound.ipynb ├── viz_intrinsic_dim.ipynb ├── viz_kl_dd.ipynb ├── viz_projectors.ipynb ├── viz_shuffled.ipynb └── width.ipynb ├── pactl ├── __init__.py ├── bounds │ ├── __init__.py │ ├── compression_summary.py │ ├── compute_kl_mixture.py │ ├── get_bound_from_chk_v2.py │ ├── get_pac_bounds.py │ ├── kl_mixture.py │ └── quantize_fns.py ├── data.py ├── distributed.py ├── logging.py ├── metrics │ ├── __init__.py │ └── calibration.py ├── nn │ ├── __init__.py │ ├── e2cnn.py │ ├── fcnet.py │ ├── intrinsicnet.py │ ├── lenet.py │ ├── linear_operator_base.py │ ├── projectors.py │ ├── resnet.py │ ├── small_cnn.py │ ├── squeezenet.py │ ├── surgery_efficientnet_b0.py │ └── utils.py ├── optim │ ├── __init__.py │ ├── schedulers.py │ └── third_party │ │ ├── __init__.py │ │ ├── functional_warm_up.py │ │ ├── optim_utils.py │ │ └── sgd_linesearch.py ├── prune_fns.py ├── random.py ├── train_utils.py └── utils.py ├── requirements.txt ├── setup.cfg ├── setup.py └── tests ├── TestBounds.py ├── TestKL.py ├── TestLRSchedulers.py ├── TestProjectors.py ├── TestPrune.py ├── TestQuantize_Fns.py ├── __init__.py └── kl_mix_test.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /config/cifar10-resnet18-id-random.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10-resnet18-id-random.yml -------------------------------------------------------------------------------- /config/cifar10-resnet18-random.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10-resnet18-random.yml -------------------------------------------------------------------------------- /config/cifar10-resnet18.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10-resnet18.yml -------------------------------------------------------------------------------- /config/cifar10-resnet20.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10-resnet20.yml -------------------------------------------------------------------------------- /config/cifar10/cifar10-layer13s-datadep.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-layer13s-datadep.yml -------------------------------------------------------------------------------- /config/cifar10/cifar10-layer13s.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-layer13s.yml -------------------------------------------------------------------------------- /config/cifar10/cifar10-resnet18-full-batch-datadep-id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-resnet18-full-batch-datadep-id.yaml -------------------------------------------------------------------------------- /config/cifar10/cifar10-resnet18-full-batch-id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-resnet18-full-batch-id.yaml -------------------------------------------------------------------------------- /config/cifar10/cifar10-resnet18-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-resnet18-id-bound.yml -------------------------------------------------------------------------------- /config/cifar10/cifar10-resnet18-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/cifar10-resnet18-id.yml -------------------------------------------------------------------------------- /config/cifar10/transfer-cifar100-cifar10-resnet18-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/transfer-cifar100-cifar10-resnet18-id-bound.yml -------------------------------------------------------------------------------- /config/cifar10/transfer-cifar100-cifar10-resnet18-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar10/transfer-cifar100-cifar10-resnet18-id.yml -------------------------------------------------------------------------------- /config/cifar100-resnet18.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100-resnet18.yml -------------------------------------------------------------------------------- /config/cifar100/cifar100-layer13s-datadep.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100/cifar100-layer13s-datadep.yml -------------------------------------------------------------------------------- /config/cifar100/cifar100-layer13s.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100/cifar100-layer13s.yml -------------------------------------------------------------------------------- /config/cifar100/cifar100-resnet18-datadep-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100/cifar100-resnet18-datadep-id.yml -------------------------------------------------------------------------------- /config/cifar100/cifar100-resnet18-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100/cifar100-resnet18-id.yml -------------------------------------------------------------------------------- /config/cifar100/transfer-imagenet1k-cifar100-resnet18-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/cifar100/transfer-imagenet1k-cifar100-resnet18-id.yml -------------------------------------------------------------------------------- /config/fmnist/fmnist-resnet20-datadep-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/fmnist/fmnist-resnet20-datadep-id.yml -------------------------------------------------------------------------------- /config/fmnist/fmnist-resnet20-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/fmnist/fmnist-resnet20-id-bound.yml -------------------------------------------------------------------------------- /config/fmnist/fmnist-resnet20-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/fmnist/fmnist-resnet20-id.yml -------------------------------------------------------------------------------- /config/fmnist/transfer-cifar10-fmnist-resnet20-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/fmnist/transfer-cifar10-fmnist-resnet20-id-bound.yml -------------------------------------------------------------------------------- /config/fmnist/transfer-cifar10-fmnist-resnet20-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/fmnist/transfer-cifar10-fmnist-resnet20-id.yml -------------------------------------------------------------------------------- /config/imagenet/imagenet-efficientnet_b0-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/imagenet/imagenet-efficientnet_b0-id.yml -------------------------------------------------------------------------------- /config/imagenet/imagenet-efficientnet_b0.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/imagenet/imagenet-efficientnet_b0.yml -------------------------------------------------------------------------------- /config/imagenet/imagenet-squeezenet-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/imagenet/imagenet-squeezenet-id.yml -------------------------------------------------------------------------------- /config/mnist/mnist-lenet5-datadep-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/mnist-lenet5-datadep-id.yml -------------------------------------------------------------------------------- /config/mnist/mnist-lenet5-full-batch-datadep-id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/mnist-lenet5-full-batch-datadep-id.yaml -------------------------------------------------------------------------------- /config/mnist/mnist-lenet5-full-batch-id.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/mnist-lenet5-full-batch-id.yaml -------------------------------------------------------------------------------- /config/mnist/mnist-lenet5-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/mnist-lenet5-id-bound.yml -------------------------------------------------------------------------------- /config/mnist/mnist-lenet5-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/mnist-lenet5-id.yml -------------------------------------------------------------------------------- /config/mnist/transfer-svhn-mnist-lenet5-id-bound.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/transfer-svhn-mnist-lenet5-id-bound.yml -------------------------------------------------------------------------------- /config/mnist/transfer-svhn-mnist-lenet5-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/mnist/transfer-svhn-mnist-lenet5-id.yml -------------------------------------------------------------------------------- /config/svhn-lenet5.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/svhn-lenet5.yml -------------------------------------------------------------------------------- /config/tiny-imagenet/imagenet-ti-efficientnet_b0-datadep.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/tiny-imagenet/imagenet-ti-efficientnet_b0-datadep.yml -------------------------------------------------------------------------------- /config/tiny-imagenet/imagenet-ti-efficientnet_b0.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/tiny-imagenet/imagenet-ti-efficientnet_b0.yml -------------------------------------------------------------------------------- /config/tiny-imagenet/ti-efficientnet_b0-datadep.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/tiny-imagenet/ti-efficientnet_b0-datadep.yml -------------------------------------------------------------------------------- /config/tiny-imagenet/ti-efficientnet_b0.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/tiny-imagenet/ti-efficientnet_b0.yml -------------------------------------------------------------------------------- /config/tiny-imagenet/ti-layer13s-datadep-id.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/tiny-imagenet/ti-layer13s-datadep-id.yml -------------------------------------------------------------------------------- /config/transfer-cifar100-resnet18-cifar10-random.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/transfer-cifar100-resnet18-cifar10-random.yml -------------------------------------------------------------------------------- /config/transfer-cifar100-resnet18-cifar10.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/config/transfer-cifar100-resnet18-cifar10.yml -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/environment.yml -------------------------------------------------------------------------------- /experiments/compute_bound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/compute_bound.py -------------------------------------------------------------------------------- /experiments/compute_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/compute_quantization.py -------------------------------------------------------------------------------- /experiments/effnet_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/effnet_test.py -------------------------------------------------------------------------------- /experiments/equivariant/e2cnn_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/e2cnn_mnist.py -------------------------------------------------------------------------------- /experiments/equivariant/equivariant_all2/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/equivariant_all2/results.df -------------------------------------------------------------------------------- /experiments/equivariant/equivariant_all3/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/equivariant_all3/results.df -------------------------------------------------------------------------------- /experiments/equivariant/equivariant_all4/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/equivariant_all4/results.df -------------------------------------------------------------------------------- /experiments/equivariant/equivariant_all5_nonrot/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/equivariant_all5_nonrot/results.df -------------------------------------------------------------------------------- /experiments/equivariant/nonrot_mnist/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/nonrot_mnist/results.df -------------------------------------------------------------------------------- /experiments/equivariant/rot_mnist/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/equivariant/rot_mnist/results.df -------------------------------------------------------------------------------- /experiments/plots/equivariance_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/plots/equivariance_plots.py -------------------------------------------------------------------------------- /experiments/plots/transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/plots/transfer.py -------------------------------------------------------------------------------- /experiments/prune_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/prune_model.py -------------------------------------------------------------------------------- /experiments/quantize_pruned_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/quantize_pruned_model.py -------------------------------------------------------------------------------- /experiments/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train.py -------------------------------------------------------------------------------- /experiments/train_dd_fb_priors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train_dd_fb_priors.py -------------------------------------------------------------------------------- /experiments/train_dd_priors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train_dd_priors.py -------------------------------------------------------------------------------- /experiments/train_fig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train_fig.py -------------------------------------------------------------------------------- /experiments/train_gd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train_gd.py -------------------------------------------------------------------------------- /experiments/train_quantize_aware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/train_quantize_aware.py -------------------------------------------------------------------------------- /experiments/transfer_learning/finetune_cifar10_100_effnetb0/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/finetune_cifar10_100_effnetb0/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/finetune_id_expt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/finetune_id_expt.py -------------------------------------------------------------------------------- /experiments/transfer_learning/finetune_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/finetune_new.py -------------------------------------------------------------------------------- /experiments/transfer_learning/finetune_svhn_effnetb0/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/finetune_svhn_effnetb0/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/from_scratch.py -------------------------------------------------------------------------------- /experiments/transfer_learning/from_scratch_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/from_scratch_plots.py -------------------------------------------------------------------------------- /experiments/transfer_learning/imagenet_finetune_bounds_expt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/imagenet_finetune_bounds_expt.py -------------------------------------------------------------------------------- /experiments/transfer_learning/kronecker_dense_testrun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/kronecker_dense_testrun.py -------------------------------------------------------------------------------- /experiments/transfer_learning/misc_comparison/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/misc_comparison/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/misc_comparison2/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/misc_comparison2/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/misc_expt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/misc_expt.py -------------------------------------------------------------------------------- /experiments/transfer_learning/network_comparison/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/network_comparison/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/optimize_bound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/optimize_bound.py -------------------------------------------------------------------------------- /experiments/transfer_learning/projector_compare_fromscratch/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projector_compare_fromscratch/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/projectors_comparison2/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projectors_comparison2/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/projectors_comparison2/sparse_operator.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projectors_comparison2/sparse_operator.df -------------------------------------------------------------------------------- /experiments/transfer_learning/projectors_comparison_expt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projectors_comparison_expt.py -------------------------------------------------------------------------------- /experiments/transfer_learning/projectors_comparison_sparse/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projectors_comparison_sparse/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/projectors_plots_from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/projectors_plots_from_scratch.py -------------------------------------------------------------------------------- /experiments/transfer_learning/shuffled.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/shuffled.py -------------------------------------------------------------------------------- /experiments/transfer_learning/shuffled/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/shuffled/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/testrun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/testrun.py -------------------------------------------------------------------------------- /experiments/transfer_learning/width.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/width.py -------------------------------------------------------------------------------- /experiments/transfer_learning/width_expt/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/width_expt/results.df -------------------------------------------------------------------------------- /experiments/transfer_learning/width_expt2/results.df: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/experiments/transfer_learning/width_expt2/results.df -------------------------------------------------------------------------------- /notebooks/.gitignore: -------------------------------------------------------------------------------- 1 | _tmp.ipynb 2 | -------------------------------------------------------------------------------- /notebooks/bound_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/bound_plots.py -------------------------------------------------------------------------------- /notebooks/check_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/check_condition.py -------------------------------------------------------------------------------- /notebooks/count_batch_norm_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/count_batch_norm_params.py -------------------------------------------------------------------------------- /notebooks/count_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/count_params.py -------------------------------------------------------------------------------- /notebooks/dataset_permutations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/dataset_permutations.ipynb -------------------------------------------------------------------------------- /notebooks/entropy_calcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/entropy_calcs.py -------------------------------------------------------------------------------- /notebooks/equviariant.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/equviariant.ipynb -------------------------------------------------------------------------------- /notebooks/explore_intrinsic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/explore_intrinsic.py -------------------------------------------------------------------------------- /notebooks/orth_projector_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/orth_projector_check.py -------------------------------------------------------------------------------- /notebooks/plot_fig1_dd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_fig1_dd.py -------------------------------------------------------------------------------- /notebooks/plot_fig1_equivariance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_fig1_equivariance.py -------------------------------------------------------------------------------- /notebooks/plot_fig1_transfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_fig1_transfer.py -------------------------------------------------------------------------------- /notebooks/plot_histogram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_histogram.py -------------------------------------------------------------------------------- /notebooks/plot_kl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_kl.py -------------------------------------------------------------------------------- /notebooks/plot_lrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_lrs.py -------------------------------------------------------------------------------- /notebooks/plot_orth_projector_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_orth_projector_check.py -------------------------------------------------------------------------------- /notebooks/plot_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/plot_quantization.py -------------------------------------------------------------------------------- /notebooks/replicate_imagenet_bound_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/replicate_imagenet_bound_error.py -------------------------------------------------------------------------------- /notebooks/viz_bounds.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_bounds.ipynb -------------------------------------------------------------------------------- /notebooks/viz_dd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_dd.ipynb -------------------------------------------------------------------------------- /notebooks/viz_id_subset_bound.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_id_subset_bound.ipynb -------------------------------------------------------------------------------- /notebooks/viz_intrinsic_dim.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_intrinsic_dim.ipynb -------------------------------------------------------------------------------- /notebooks/viz_kl_dd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_kl_dd.ipynb -------------------------------------------------------------------------------- /notebooks/viz_projectors.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_projectors.ipynb -------------------------------------------------------------------------------- /notebooks/viz_shuffled.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/viz_shuffled.ipynb -------------------------------------------------------------------------------- /notebooks/width.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/notebooks/width.ipynb -------------------------------------------------------------------------------- /pactl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pactl/bounds/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pactl/bounds/compression_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/compression_summary.py -------------------------------------------------------------------------------- /pactl/bounds/compute_kl_mixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/compute_kl_mixture.py -------------------------------------------------------------------------------- /pactl/bounds/get_bound_from_chk_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/get_bound_from_chk_v2.py -------------------------------------------------------------------------------- /pactl/bounds/get_pac_bounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/get_pac_bounds.py -------------------------------------------------------------------------------- /pactl/bounds/kl_mixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/kl_mixture.py -------------------------------------------------------------------------------- /pactl/bounds/quantize_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/bounds/quantize_fns.py -------------------------------------------------------------------------------- /pactl/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/data.py -------------------------------------------------------------------------------- /pactl/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/distributed.py -------------------------------------------------------------------------------- /pactl/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/logging.py -------------------------------------------------------------------------------- /pactl/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | from .calibration import ece -------------------------------------------------------------------------------- /pactl/metrics/calibration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/metrics/calibration.py -------------------------------------------------------------------------------- /pactl/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/__init__.py -------------------------------------------------------------------------------- /pactl/nn/e2cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/e2cnn.py -------------------------------------------------------------------------------- /pactl/nn/fcnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/fcnet.py -------------------------------------------------------------------------------- /pactl/nn/intrinsicnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/intrinsicnet.py -------------------------------------------------------------------------------- /pactl/nn/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/lenet.py -------------------------------------------------------------------------------- /pactl/nn/linear_operator_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/linear_operator_base.py -------------------------------------------------------------------------------- /pactl/nn/projectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/projectors.py -------------------------------------------------------------------------------- /pactl/nn/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/resnet.py -------------------------------------------------------------------------------- /pactl/nn/small_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/small_cnn.py -------------------------------------------------------------------------------- /pactl/nn/squeezenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/squeezenet.py -------------------------------------------------------------------------------- /pactl/nn/surgery_efficientnet_b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/surgery_efficientnet_b0.py -------------------------------------------------------------------------------- /pactl/nn/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/nn/utils.py -------------------------------------------------------------------------------- /pactl/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pactl/optim/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/optim/schedulers.py -------------------------------------------------------------------------------- /pactl/optim/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pactl/optim/third_party/functional_warm_up.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/optim/third_party/functional_warm_up.py -------------------------------------------------------------------------------- /pactl/optim/third_party/optim_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/optim/third_party/optim_utils.py -------------------------------------------------------------------------------- /pactl/optim/third_party/sgd_linesearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/optim/third_party/sgd_linesearch.py -------------------------------------------------------------------------------- /pactl/prune_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/prune_fns.py -------------------------------------------------------------------------------- /pactl/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/random.py -------------------------------------------------------------------------------- /pactl/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/train_utils.py -------------------------------------------------------------------------------- /pactl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/pactl/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/setup.py -------------------------------------------------------------------------------- /tests/TestBounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestBounds.py -------------------------------------------------------------------------------- /tests/TestKL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestKL.py -------------------------------------------------------------------------------- /tests/TestLRSchedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestLRSchedulers.py -------------------------------------------------------------------------------- /tests/TestProjectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestProjectors.py -------------------------------------------------------------------------------- /tests/TestPrune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestPrune.py -------------------------------------------------------------------------------- /tests/TestQuantize_Fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/TestQuantize_Fns.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/kl_mix_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activatedgeek/tight-pac-bayes/HEAD/tests/kl_mix_test.py --------------------------------------------------------------------------------