├── .gitignore ├── ImageNet_exp ├── README.md ├── compute_rho │ ├── README.md │ ├── get_threshold.py │ └── large_count.py └── main │ ├── code │ ├── __pycache__ │ │ ├── architectures.cpython-36.pyc │ │ ├── bounds.cpython-36.pyc │ │ ├── core.cpython-36.pyc │ │ ├── datasets.cpython-36.pyc │ │ ├── discrete_core.cpython-36.pyc │ │ ├── prob_utils.cpython-36.pyc │ │ └── train_utils.cpython-36.pyc │ ├── architectures.py │ ├── archs │ │ ├── __pycache__ │ │ │ ├── cifar_resnet.cpython-36.pyc │ │ │ ├── mnist_cnn.cpython-36.pyc │ │ │ └── mnist_fc.cpython-36.pyc │ │ ├── cifar_resnet.py │ │ ├── mnist_cnn.py │ │ └── mnist_fc.py │ ├── compute_l0.py │ ├── datasets.py │ ├── discrete_certify.py │ ├── discrete_core.py │ ├── discrete_predict.py │ ├── get_std.py │ ├── prob_utils.py │ ├── train.py │ └── train_utils.py │ ├── eval_scripts │ └── imagenet │ │ ├── imagenet_alpha0.1.sh │ │ ├── imagenet_alpha0.2.sh │ │ ├── imagenet_alpha0.3.sh │ │ ├── imagenet_alpha0.4.sh │ │ └── imagenet_alpha0.5.sh │ ├── models │ └── imagenet │ │ └── resnet50 │ │ └── README.md │ ├── scripts │ └── imagenet │ │ └── imagenet_alpha0.2.sh │ └── thresholds │ └── imagenet │ ├── 0.1.txt │ ├── 0.2.txt │ ├── 0.3.txt │ ├── 0.4.txt │ └── 0.5.txt ├── MNIST_exp ├── .gitignore ├── README.md ├── compute_rho │ ├── count_mnist.py │ ├── list_counts │ │ └── mnist │ │ │ └── README.md │ ├── threshold_mnist.py │ └── thresholds │ │ └── mnist │ │ └── README.md └── main │ ├── .gitignore │ ├── code │ ├── .gitignore │ ├── architectures.py │ ├── archs │ │ ├── __pycache__ │ │ │ ├── cifar_resnet.cpython-36.pyc │ │ │ ├── mnist_cnn.cpython-36.pyc │ │ │ └── mnist_fc.cpython-36.pyc │ │ ├── cifar_resnet.py │ │ ├── mnist_cnn.py │ │ └── mnist_fc.py │ ├── compute_l0.py │ ├── core.py │ ├── datasets.py │ ├── discrete_certify.py │ ├── discrete_core.py │ ├── discrete_predict.py │ ├── get_std.py │ ├── prob_utils.py │ ├── train.py │ └── train_utils.py │ ├── scripts │ └── cnn_bernoulli.sh │ └── thresholds │ └── mnist │ ├── 0.72.txt │ ├── 0.76.txt │ ├── 0.8.txt │ ├── 0.84.txt │ ├── 0.88.txt │ ├── 0.92.txt │ └── 0.96.txt └── README.md /.gitignore: -------------------------------------------------------------------------------- 1 | */__pycache__/* 2 | -------------------------------------------------------------------------------- /ImageNet_exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/README.md -------------------------------------------------------------------------------- /ImageNet_exp/compute_rho/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/compute_rho/README.md -------------------------------------------------------------------------------- /ImageNet_exp/compute_rho/get_threshold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/compute_rho/get_threshold.py -------------------------------------------------------------------------------- /ImageNet_exp/compute_rho/large_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/compute_rho/large_count.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/architectures.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/architectures.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/bounds.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/bounds.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/core.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/core.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/datasets.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/datasets.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/discrete_core.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/discrete_core.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/prob_utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/prob_utils.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/__pycache__/train_utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/__pycache__/train_utils.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/architectures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/architectures.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/__pycache__/cifar_resnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/__pycache__/cifar_resnet.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/__pycache__/mnist_cnn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/__pycache__/mnist_cnn.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/__pycache__/mnist_fc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/__pycache__/mnist_fc.cpython-36.pyc -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/cifar_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/cifar_resnet.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/mnist_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/mnist_cnn.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/archs/mnist_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/archs/mnist_fc.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/compute_l0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/compute_l0.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/datasets.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/discrete_certify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/discrete_certify.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/discrete_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/discrete_core.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/discrete_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/discrete_predict.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/get_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/get_std.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/prob_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/prob_utils.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/train.py -------------------------------------------------------------------------------- /ImageNet_exp/main/code/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/code/train_utils.py -------------------------------------------------------------------------------- /ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.1.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.2.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.3.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.4.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/eval_scripts/imagenet/imagenet_alpha0.5.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/models/imagenet/resnet50/README.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /ImageNet_exp/main/scripts/imagenet/imagenet_alpha0.2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/scripts/imagenet/imagenet_alpha0.2.sh -------------------------------------------------------------------------------- /ImageNet_exp/main/thresholds/imagenet/0.1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/thresholds/imagenet/0.1.txt -------------------------------------------------------------------------------- /ImageNet_exp/main/thresholds/imagenet/0.2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/thresholds/imagenet/0.2.txt -------------------------------------------------------------------------------- /ImageNet_exp/main/thresholds/imagenet/0.3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/thresholds/imagenet/0.3.txt -------------------------------------------------------------------------------- /ImageNet_exp/main/thresholds/imagenet/0.4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/thresholds/imagenet/0.4.txt -------------------------------------------------------------------------------- /ImageNet_exp/main/thresholds/imagenet/0.5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/ImageNet_exp/main/thresholds/imagenet/0.5.txt -------------------------------------------------------------------------------- /MNIST_exp/.gitignore: -------------------------------------------------------------------------------- 1 | dataset_cache/* 2 | -------------------------------------------------------------------------------- /MNIST_exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/README.md -------------------------------------------------------------------------------- /MNIST_exp/compute_rho/count_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/compute_rho/count_mnist.py -------------------------------------------------------------------------------- /MNIST_exp/compute_rho/list_counts/mnist/README.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /MNIST_exp/compute_rho/threshold_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/compute_rho/threshold_mnist.py -------------------------------------------------------------------------------- /MNIST_exp/compute_rho/thresholds/mnist/README.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /MNIST_exp/main/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/.gitignore -------------------------------------------------------------------------------- /MNIST_exp/main/code/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/* 2 | -------------------------------------------------------------------------------- /MNIST_exp/main/code/architectures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/architectures.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/__pycache__/cifar_resnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/__pycache__/cifar_resnet.cpython-36.pyc -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/__pycache__/mnist_cnn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/__pycache__/mnist_cnn.cpython-36.pyc -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/__pycache__/mnist_fc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/__pycache__/mnist_fc.cpython-36.pyc -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/cifar_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/cifar_resnet.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/mnist_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/mnist_cnn.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/archs/mnist_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/archs/mnist_fc.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/compute_l0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/compute_l0.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/core.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/datasets.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/discrete_certify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/discrete_certify.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/discrete_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/discrete_core.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/discrete_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/discrete_predict.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/get_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/get_std.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/prob_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/prob_utils.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/train.py -------------------------------------------------------------------------------- /MNIST_exp/main/code/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/code/train_utils.py -------------------------------------------------------------------------------- /MNIST_exp/main/scripts/cnn_bernoulli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/scripts/cnn_bernoulli.sh -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.72.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.72.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.76.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.76.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.8.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.84.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.84.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.88.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.88.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.92.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.92.txt -------------------------------------------------------------------------------- /MNIST_exp/main/thresholds/mnist/0.96.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/MNIST_exp/main/thresholds/mnist/0.96.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/guanghelee/neurips19-certificates-of-robustness/HEAD/README.md --------------------------------------------------------------------------------