├── pytorch_wavelets ├── dwt │ └── __init__.py ├── dtcwt │ ├── data │ │ ├── __init__.py │ │ ├── antonini.npz │ │ ├── farras.npz │ │ ├── legall.npz │ │ ├── qshift_a.npz │ │ ├── qshift_b.npz │ │ ├── qshift_c.npz │ │ ├── qshift_d.npz │ │ ├── near_sym_a.npz │ │ ├── near_sym_b.npz │ │ ├── qshift_06.npz │ │ ├── qshift_32.npz │ │ ├── near_sym_a2.npz │ │ ├── near_sym_b_bp.npz │ │ └── qshift_b_bp.npz │ └── __init__.py ├── _version.py └── __init__.py ├── adv_attacks ├── __init__.py └── factory.py ├── configs_adv ├── deepfool.json ├── fgsm.json ├── square.json ├── autoattack.json ├── pgd_l2.json ├── cw.json ├── low_cw.json ├── bim.json ├── sid_cw.json ├── fab.json ├── pgd.json ├── sid_deepfool.json ├── low_pgd1.json └── low_pgd2.json ├── results ├── CIFAR10 │ ├── saved_model │ │ ├── vgg19 │ │ │ ├── vgg19_check.json │ │ │ └── args.json │ │ ├── resnet34 │ │ │ ├── resnet34_check.json │ │ │ └── args.json │ │ ├── vgg19_dwt │ │ │ ├── vgg19_dwt_check.json │ │ │ ├── vgg19_dwt.json │ │ │ └── args.json │ │ └── resnet34_dwt │ │ │ ├── resnet34_dwt_check.json │ │ │ ├── resnet34_dwt.json │ │ │ └── args.json │ ├── saved_adv_samples │ │ ├── vgg19 │ │ │ ├── BIM │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── PGD │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── CW │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── FAB │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── FGSM │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── PGD_L2 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── AutoAttack │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── DeepFool │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_CW │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_PGD1 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_PGD2 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ └── Square │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ └── resnet34 │ │ │ ├── CW │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── FAB │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── AutoAttack │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── BIM │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── FGSM │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Low_CW │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Low_PGD1 │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Low_PGD2 │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── PGD │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── PGD_L2 │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Square │ │ │ ├── results.json │ │ │ └── args.json │ │ │ └── DeepFool │ │ │ ├── results.json │ │ │ └── args.json │ ├── transfer_attack_results │ │ ├── vgg19 │ │ │ └── args.json │ │ └── resnet34 │ │ │ └── args.json │ └── known_attack_results │ │ ├── vgg19 │ │ ├── BIM │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── PGD │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── Low_PGD1 │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── CW │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── FAB │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── FGSM │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── Low_CW │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── AutoAttack │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── DeepFool │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── Low_PGD2 │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── PGD_L2 │ │ │ ├── result.json │ │ │ └── args.json │ │ └── Square │ │ │ ├── result.json │ │ │ └── args.json │ │ └── resnet34 │ │ ├── DeepFool │ │ ├── result.json │ │ └── args.json │ │ ├── BIM │ │ ├── result.json │ │ └── args.json │ │ ├── CW │ │ ├── result.json │ │ └── args.json │ │ ├── PGD │ │ ├── result.json │ │ └── args.json │ │ ├── FAB │ │ ├── result.json │ │ └── args.json │ │ ├── FGSM │ │ ├── result.json │ │ └── args.json │ │ ├── Low_CW │ │ ├── result.json │ │ └── args.json │ │ ├── PGD_L2 │ │ ├── result.json │ │ └── args.json │ │ ├── Square │ │ ├── result.json │ │ └── args.json │ │ ├── AutoAttack │ │ ├── result.json │ │ └── args.json │ │ ├── Low_PGD1 │ │ ├── result.json │ │ └── args.json │ │ └── Low_PGD2 │ │ ├── result.json │ │ └── args.json ├── CIFAR100 │ ├── saved_model │ │ ├── vgg19 │ │ │ ├── vgg19_check.json │ │ │ └── args.json │ │ ├── resnet34 │ │ │ ├── resnet34_check.json │ │ │ └── args.json │ │ ├── vgg19_dwt │ │ │ ├── vgg19_dwt_check.json │ │ │ ├── vgg19_dwt.json │ │ │ └── args.json │ │ └── resnet34_dwt │ │ │ ├── resnet34_dwt_check.json │ │ │ ├── resnet34_dwt.json │ │ │ └── args.json │ ├── saved_adv_samples │ │ ├── vgg19 │ │ │ ├── BIM │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── CW │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── FAB │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── FGSM │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── PGD │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── AutoAttack │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── DeepFool │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_CW │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_PGD1 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── Low_PGD2 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ ├── PGD_L2 │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ │ └── Square │ │ │ │ ├── results.json │ │ │ │ └── args.json │ │ └── resnet34 │ │ │ ├── BIM │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── CW │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── FAB │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── FGSM │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Low_CW │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── PGD │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── PGD_L2 │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Square │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── AutoAttack │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── DeepFool │ │ │ ├── results.json │ │ │ └── args.json │ │ │ ├── Low_PGD1 │ │ │ ├── results.json │ │ │ └── args.json │ │ │ └── Low_PGD2 │ │ │ ├── results.json │ │ │ └── args.json │ ├── transfer_attack_results │ │ ├── vgg19 │ │ │ └── args.json │ │ └── resnet34 │ │ │ └── args.json │ └── known_attack_results │ │ ├── vgg19 │ │ ├── Square │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── BIM │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── FGSM │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── Low_CW │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── AutoAttack │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── PGD │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── CW │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── DeepFool │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── FAB │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── Low_PGD1 │ │ │ ├── result.json │ │ │ └── args.json │ │ ├── PGD_L2 │ │ │ ├── result.json │ │ │ └── args.json │ │ └── Low_PGD2 │ │ │ ├── result.json │ │ │ └── args.json │ │ └── resnet34 │ │ ├── Low_CW │ │ ├── result.json │ │ └── args.json │ │ ├── AutoAttack │ │ ├── result.json │ │ └── args.json │ │ ├── Low_PGD1 │ │ ├── result.json │ │ └── args.json │ │ ├── BIM │ │ ├── result.json │ │ └── args.json │ │ ├── CW │ │ ├── result.json │ │ └── args.json │ │ ├── FAB │ │ ├── result.json │ │ └── args.json │ │ ├── FGSM │ │ ├── result.json │ │ └── args.json │ │ ├── PGD │ │ ├── result.json │ │ └── args.json │ │ ├── PGD_L2 │ │ ├── result.json │ │ └── args.json │ │ ├── DeepFool │ │ ├── result.json │ │ └── args.json │ │ ├── Low_PGD2 │ │ ├── result.json │ │ └── args.json │ │ └── Square │ │ ├── result.json │ │ └── args.json └── SVHN │ ├── saved_model │ ├── vgg19 │ │ ├── vgg19_check.json │ │ └── args.json │ ├── resnet34 │ │ ├── resnet34_check.json │ │ └── args.json │ ├── vgg19_dwt │ │ ├── vgg19_dwt_check.json │ │ ├── vgg19_dwt.json │ │ └── args.json │ └── resnet34_dwt │ │ ├── resnet34_dwt_check.json │ │ ├── resnet34_dwt.json │ │ └── args.json │ ├── saved_adv_samples │ ├── vgg19 │ │ ├── CW │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── BIM │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── FAB │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── FGSM │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── Low_CW │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── Low_PGD1 │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── Low_PGD2 │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── PGD │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── Square │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── AutoAttack │ │ │ ├── results.json │ │ │ └── args.json │ │ ├── DeepFool │ │ │ ├── results.json │ │ │ └── args.json │ │ └── PGD_L2 │ │ │ ├── results.json │ │ │ └── args.json │ └── resnet34 │ │ ├── BIM │ │ ├── results.json │ │ └── args.json │ │ ├── CW │ │ ├── results.json │ │ └── args.json │ │ ├── FAB │ │ ├── results.json │ │ └── args.json │ │ ├── FGSM │ │ ├── results.json │ │ └── args.json │ │ ├── PGD │ │ ├── results.json │ │ └── args.json │ │ ├── DeepFool │ │ ├── results.json │ │ └── args.json │ │ ├── Low_CW │ │ ├── results.json │ │ └── args.json │ │ ├── Low_PGD1 │ │ ├── results.json │ │ └── args.json │ │ ├── Low_PGD2 │ │ ├── results.json │ │ └── args.json │ │ ├── PGD_L2 │ │ ├── results.json │ │ └── args.json │ │ ├── Square │ │ ├── results.json │ │ └── args.json │ │ └── AutoAttack │ │ ├── results.json │ │ └── args.json │ ├── transfer_attack_results │ ├── vgg19 │ │ └── args.json │ └── resnet34 │ │ └── args.json │ └── known_attack_results │ ├── vgg19 │ ├── BIM │ │ ├── result.json │ │ └── args.json │ ├── CW │ │ ├── result.json │ │ └── args.json │ ├── FAB │ │ ├── result.json │ │ └── args.json │ ├── PGD │ │ ├── result.json │ │ └── args.json │ ├── AutoAttack │ │ ├── result.json │ │ └── args.json │ ├── FGSM │ │ ├── result.json │ │ └── args.json │ ├── Low_CW │ │ ├── result.json │ │ └── args.json │ ├── Low_PGD2 │ │ ├── result.json │ │ └── args.json │ ├── PGD_L2 │ │ ├── result.json │ │ └── args.json │ ├── Square │ │ ├── result.json │ │ └── args.json │ ├── DeepFool │ │ ├── result.json │ │ └── args.json │ └── Low_PGD1 │ │ ├── result.json │ │ └── args.json │ └── resnet34 │ ├── BIM │ ├── result.json │ └── args.json │ ├── CW │ ├── result.json │ └── args.json │ ├── FAB │ ├── result.json │ └── args.json │ ├── FGSM │ ├── result.json │ └── args.json │ ├── PGD │ ├── result.json │ └── args.json │ ├── PGD_L2 │ ├── result.json │ └── args.json │ ├── Square │ ├── result.json │ └── args.json │ ├── AutoAttack │ ├── result.json │ └── args.json │ ├── DeepFool │ ├── result.json │ └── args.json │ ├── Low_CW │ ├── result.json │ └── args.json │ ├── Low_PGD2 │ ├── result.json │ └── args.json │ └── Low_PGD1 │ ├── result.json │ └── args.json ├── models ├── __init__.py └── detector.py └── scripts ├── run_known_attack.sh ├── run_transfer_attack.sh ├── run_adv_samples.sh ├── save_adv_samples.sh ├── known_attack.sh └── run_classifier.sh /pytorch_wavelets/dwt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /adv_attacks/__init__.py: -------------------------------------------------------------------------------- 1 | from .factory import * -------------------------------------------------------------------------------- /configs_adv/deepfool.json: -------------------------------------------------------------------------------- 1 | { 2 | "steps":30 3 | } -------------------------------------------------------------------------------- /configs_adv/fgsm.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255" 3 | } -------------------------------------------------------------------------------- /configs_adv/square.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255" 3 | } -------------------------------------------------------------------------------- /configs_adv/autoattack.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255" 3 | } -------------------------------------------------------------------------------- /configs_adv/pgd_l2.json: -------------------------------------------------------------------------------- 1 | { 2 | "steps":10, 3 | "random_start":true 4 | } -------------------------------------------------------------------------------- /configs_adv/cw.json: -------------------------------------------------------------------------------- 1 | { 2 | "lr":0.1, 3 | "kappa":1, 4 | "steps":100 5 | } -------------------------------------------------------------------------------- /configs_adv/low_cw.json: -------------------------------------------------------------------------------- 1 | { 2 | "lr":0.015, 3 | "kappa":0, 4 | "steps":100 5 | } -------------------------------------------------------------------------------- /configs_adv/bim.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255", 3 | "alpha":"2/255", 4 | "steps":10 5 | } -------------------------------------------------------------------------------- /configs_adv/sid_cw.json: -------------------------------------------------------------------------------- 1 | { 2 | "weight":1.0, 3 | "loss_str":"l2", 4 | "crop_frac":1.0 5 | } -------------------------------------------------------------------------------- /configs_adv/fab.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255", 3 | "steps":30, 4 | "n_restarts":3, 5 | "targeted":false 6 | } -------------------------------------------------------------------------------- /configs_adv/pgd.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"8/255", 3 | "alpha":"2/255", 4 | "steps":10, 5 | "random_start":true 6 | } -------------------------------------------------------------------------------- /configs_adv/sid_deepfool.json: -------------------------------------------------------------------------------- 1 | { 2 | "num_classes":10, 3 | "train_mode":false, 4 | "step_size":"38.25/255" 5 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/vgg19/vgg19_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.9294, 3 | "best_test_acc": 0.9312 4 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/vgg19/vgg19_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.6914, 3 | "best_test_acc": 0.7123 4 | } -------------------------------------------------------------------------------- /configs_adv/low_pgd1.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"1/255", 3 | "alpha":"2/255", 4 | "steps":10, 5 | "random_start":true 6 | } -------------------------------------------------------------------------------- /configs_adv/low_pgd2.json: -------------------------------------------------------------------------------- 1 | { 2 | "eps":"2/255", 3 | "alpha":"2/255", 4 | "steps":10, 5 | "random_start":true 6 | } -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/antonini.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/antonini.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/farras.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/farras.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/legall.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/legall.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_a.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_a.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_b.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_b.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_c.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_c.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_d.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_d.npz -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/resnet34/resnet34_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.952, 3 | "best_test_acc": 0.9521 4 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/resnet34/resnet34_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.763, 3 | "best_test_acc": 0.7618 4 | } -------------------------------------------------------------------------------- /pytorch_wavelets/_version.py: -------------------------------------------------------------------------------- 1 | # IMPORTANT: before release, remove the 'devN' tag from the release name 2 | __version__ = '1.1.0' 3 | -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/near_sym_a.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/near_sym_a.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/near_sym_b.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/near_sym_b.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_06.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_06.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_32.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_32.npz -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.8876, 3 | "best_test_acc": 0.8927 4 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.5806, 3 | "best_test_acc": 0.6026 4 | } -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/near_sym_a2.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/near_sym_a2.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/near_sym_b_bp.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/near_sym_b_bp.npz -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/data/qshift_b_bp.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TooTouch/SID/HEAD/pytorch_wavelets/dtcwt/data/qshift_b_bp.npz -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.9334, 3 | "best_test_acc": 0.9309 4 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.7038, 3 | "best_test_acc": 0.7091 4 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/vgg19/vgg19_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.955358361774744, 3 | "best_test_acc": 0.9607022126613399 4 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/resnet34/resnet34_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.9598634812286689, 3 | "best_test_acc": 0.9671173939766441 4 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 177, 3 | "best_dev_acc": 0.9002, 4 | "best_test_acc": 0.8927 5 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 146, 3 | "best_dev_acc": 0.5976, 4 | "best_test_acc": 0.6026 5 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/vgg19_dwt/vgg19_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.9468941979522184, 3 | "best_test_acc": 0.9551321450522434 4 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 275, 3 | "best_dev_acc": 0.939, 4 | "best_test_acc": 0.9309 5 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 299, 3 | "best_dev_acc": 0.7094, 4 | "best_test_acc": 0.7091 5 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/resnet34_dwt/resnet34_dwt_check.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_dev_acc": 0.9574061433447099, 3 | "best_test_acc": 0.9642747387830363 4 | } -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | from .factory import create_model 2 | from .vgg import * 3 | from .sid_resnet import * 4 | from .wavelet_module import * 5 | from .detector import * -------------------------------------------------------------------------------- /results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 120, 3 | "best_dev_acc": 0.9524914675767918, 4 | "best_test_acc": 0.9551321450522434 5 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 211, 3 | "best_dev_acc": 0.9606825938566553, 4 | "best_test_acc": 0.9642747387830363 5 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7359, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.6303 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7346, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.6492 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7129, 4 | "adv acc": 0.2266, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.8357 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.713, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.9213 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7359, 4 | "adv acc": 0.1244, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.8084 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7396, 4 | "adv acc": 0.0003, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.8752 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7359, 4 | "adv acc": 0.1382, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.5965 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7298, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.654 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3363, 4 | "adv acc": 0.0172, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.4459 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3363, 4 | "adv acc": 0.0935, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.5297 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3322, 4 | "adv acc": 0.0531, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.5914 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3363, 4 | "adv acc": 0.1679, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.354 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3334, 4 | "adv acc": 0.0132, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.4568 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7173, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.7023 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7129, 4 | "adv acc": 0.0008, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.6394 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7129, 4 | "adv acc": 0.358, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.6679 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7129, 4 | "adv acc": 0.5879, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.9186 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7119, 4 | "adv acc": 0.6067, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.909 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7119, 4 | "adv acc": 0.144, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.8823 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7119, 4 | "adv acc": 0.0006, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.6795 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7144, 4 | "adv acc": 0.0043, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.6659 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.713, 4 | "adv acc": 0.0088, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.8627 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7422, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.6812 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7359, 4 | "adv acc": 0.013, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.8473 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7359, 4 | "adv acc": 0.5296, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.8762 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7346, 4 | "adv acc": 0.5934, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.869 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7346, 4 | "adv acc": 0.1596, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.844 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9312, 3 | "noise acc": 0.7396, 4 | "adv acc": 0.0081, 5 | "clean dwt acc": 0.8927, 6 | "adv dwt acc": 0.8166 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4056, 4 | "adv acc": 0.0007, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.4193 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4056, 4 | "adv acc": 0.0981, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.5915 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4017, 4 | "adv acc": 0.0354, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6966 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4056, 4 | "adv acc": 0.1316, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.3523 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4056, 4 | "adv acc": 0.3138, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6875 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4014, 4 | "adv acc": 0.0008, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.4493 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4047, 4 | "adv acc": 0.0023, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.4604 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4017, 4 | "adv acc": 0.0045, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6086 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3376, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.4742 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3363, 4 | "adv acc": 0.029, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.576 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3363, 4 | "adv acc": 0.3082, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.593 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3334, 4 | "adv acc": 0.2961, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.5847 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3334, 4 | "adv acc": 0.0972, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.5672 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3336, 4 | "adv acc": 0.0207, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.4733 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7123, 3 | "noise acc": 0.3322, 4 | "adv acc": 0.0245, 5 | "clean dwt acc": 0.6026, 6 | "adv dwt acc": 0.517 7 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9521, 3 | "noise acc": 0.7129, 4 | "adv acc": 0.0559, 5 | "clean dwt acc": 0.9309, 6 | "adv dwt acc": 0.9066 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4039, 4 | "adv acc": 0.0, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.4985 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4056, 4 | "adv acc": 0.1149, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6942 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4014, 4 | "adv acc": 0.3593, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6745 7 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.7618, 3 | "noise acc": 0.4014, 4 | "adv acc": 0.0845, 5 | "clean dwt acc": 0.7091, 6 | "adv dwt acc": 0.6367 7 | } -------------------------------------------------------------------------------- /pytorch_wavelets/dtcwt/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | Provide low-level torch accelerated operations. This backend requires that 3 | torch be installed. Works best with a GPU but still offers good 4 | improvements with a CPU. 5 | 6 | """ 7 | -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9402274124154887, 4 | "adv acc": 0.15676859250153657, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.6977950215119852 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9384219422249539, 4 | "adv acc": 0.024200983405039952, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.3117317148125384 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9384219422249539, 4 | "adv acc": 0.3361631837738168, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.7470805162876459 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9386524277811924, 4 | "adv acc": 0.012369391518131531, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.9340811309157959 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9384219422249539, 4 | "adv acc": 0.40346496619545175, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.5549323909035033 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.93899815611555, 4 | "adv acc": 0.02742778119237861, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.33892901044867857 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/BIM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9402274124154887, 4 | "adv acc": 0.010525507068223725, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.2989781807006761 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/FAB/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9414566687154272, 4 | "adv acc": 0.007375537799631223, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.9068838352796558 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/FGSM/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9402274124154887, 4 | "adv acc": 0.20194376152427782, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.4417639827904118 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9402274124154887, 4 | "adv acc": 0.7488475722188076, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.9210586969883221 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9415334972341733, 4 | "adv acc": 0.8177627535341119, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.9185233558696988 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9415334972341733, 4 | "adv acc": 0.5285802089735709, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.8309772587584512 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/PGD/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9415334972341733, 4 | "adv acc": 0.012638291333743085, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.3161493546404425 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9414566687154272, 4 | "adv acc": 0.029847879532882607, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.826021819299324 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9384219422249539, 4 | "adv acc": 0.0428318992009834, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.7880301167793485 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_CW/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9384219422249539, 4 | "adv acc": 0.7668638598647818, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.9347341733251383 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_PGD1/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.93899815611555, 4 | "adv acc": 0.8172249539028887, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.9256299938537185 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_PGD2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.93899815611555, 4 | "adv acc": 0.49661954517516904, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.8398893669330055 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9386524277811924, 4 | "adv acc": 0.027389366933005532, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.24227873386601106 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Square/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.9386524277811924, 4 | "adv acc": 0.048094652735095264, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.8136908420405654 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9404578979717271, 4 | "adv acc": 0.004417639827904118, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.3491856177012907 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/DeepFool/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9402274124154887, 4 | "adv acc": 0.013982790411800861, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.5457513829133375 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/PGD_L2/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9607022126613399, 3 | "noise acc": 0.9415334972341733, 4 | "adv acc": 0.011140135218192994, 5 | "clean dwt acc": 0.9551321450522434, 6 | "adv dwt acc": 0.24120313460356485 7 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/AutoAttack/results.json: -------------------------------------------------------------------------------- 1 | { 2 | "clean acc": 0.9671173939766441, 3 | "noise acc": 0.937960971112477, 4 | "adv acc": 0.004263982790411801, 5 | "clean dwt acc": 0.9642747387830363, 6 | "adv dwt acc": 0.38360479409956977 7 | } -------------------------------------------------------------------------------- /scripts/run_known_attack.sh: -------------------------------------------------------------------------------- 1 | model_list="resnet34" 2 | adv_method_list="DeepFool" 3 | 4 | for modelname in $model_list 5 | do 6 | for adv_method in $adv_method_list 7 | do 8 | echo "$modelname - $adv_method" 9 | bash known_attack.sh $modelname $adv_method 10 | done 11 | done -------------------------------------------------------------------------------- /results/SVHN/transfer_attack_results/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "known_attack_path": "./results/SVHN/known_attack_results/vgg19", 4 | "savedir": "./results/SVHN/transfer_attack_results", 5 | "dataname": "SVHN", 6 | "num_classes": 10, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /results/SVHN/transfer_attack_results/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "known_attack_path": "./results/SVHN/known_attack_results/resnet34", 4 | "savedir": "./results/SVHN/transfer_attack_results", 5 | "dataname": "SVHN", 6 | "num_classes": 10, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /results/CIFAR10/transfer_attack_results/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "known_attack_path": "./results/CIFAR10/known_attack_results/vgg19", 4 | "savedir": "./results/CIFAR10/transfer_attack_results", 5 | "dataname": "CIFAR10", 6 | "num_classes": 10, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /results/CIFAR100/transfer_attack_results/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "known_attack_path": "./results/CIFAR100/known_attack_results/vgg19", 4 | "savedir": "./results/CIFAR100/transfer_attack_results", 5 | "dataname": "CIFAR100", 6 | "num_classes": 100, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /results/CIFAR10/transfer_attack_results/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "known_attack_path": "./results/CIFAR10/known_attack_results/resnet34", 4 | "savedir": "./results/CIFAR10/transfer_attack_results", 5 | "dataname": "CIFAR10", 6 | "num_classes": 10, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /results/CIFAR100/transfer_attack_results/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "known_attack_path": "./results/CIFAR100/known_attack_results/resnet34", 4 | "savedir": "./results/CIFAR100/transfer_attack_results", 5 | "dataname": "CIFAR100", 6 | "num_classes": 100, 7 | "batch_size": 32, 8 | "seed": 223 9 | } -------------------------------------------------------------------------------- /scripts/run_transfer_attack.sh: -------------------------------------------------------------------------------- 1 | cd .. 2 | 3 | modelname=$1 4 | dataname=$2 5 | 6 | if [ $dataname = 'CIFAR100' ] 7 | then 8 | num_classes=100 9 | else 10 | num_classes=10 11 | fi 12 | 13 | python transfer_attack.py \ 14 | --savedir ./results/${dataname}/transfer_attack_results \ 15 | --exp-name ${modelname} \ 16 | --dataname $dataname \ 17 | --batch-size 32 \ 18 | --num_classes $num_classes \ 19 | --known_attack_path ./results/${dataname}/known_attack_results/${modelname} 20 | 21 | 22 | -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 20, 3 | "dev": { 4 | "TNR": 0.28, 5 | "AUROC": 0.8328169014084505, 6 | "DTACC": 0.780281690140845, 7 | "AUIN": 0.9813070803722713, 8 | "AUOUT": 0.24567530351377492 9 | }, 10 | "test": { 11 | "TNR": 0.28, 12 | "AUROC": 0.7772851030727344, 13 | "DTACC": 0.726736678335278, 14 | "AUIN": 0.9727513040567067, 15 | "AUOUT": 0.24934277034762953 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 25, 3 | "dev": { 4 | "TNR": 0.0, 5 | "AUROC": 0.6437229437229437, 6 | "DTACC": 0.6783549783549784, 7 | "AUIN": 0.9432557974354918, 8 | "AUOUT": 0.11912646790379662 9 | }, 10 | "test": { 11 | "TNR": 0.0, 12 | "AUROC": 0.5715522347259556, 13 | "DTACC": 0.5991844730967242, 14 | "AUIN": 0.9247801267791005, 15 | "AUOUT": 0.10386054978560491 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 37, 3 | "dev": { 4 | "TNR": 0.5, 5 | "AUROC": 0.8412698412698413, 6 | "DTACC": 0.808390022675737, 7 | "AUIN": 0.9847465252809302, 8 | "AUOUT": 0.425457520766767 9 | }, 10 | "test": { 11 | "TNR": 0.4285714285714286, 12 | "AUROC": 0.861350459011113, 13 | "DTACC": 0.7823924947656626, 14 | "AUIN": 0.98834286490264, 15 | "AUOUT": 0.46692430746094005 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 126, 3 | "dev": { 4 | "TNR": 1.0, 5 | "AUROC": 0.9994832884610154, 6 | "DTACC": 0.992371705963939, 7 | "AUIN": 0.9991972885528813, 8 | "AUOUT": 0.9943623892696856 9 | }, 10 | "test": { 11 | "TNR": 0.9956427015250545, 12 | "AUROC": 0.9979461325202392, 13 | "DTACC": 0.9827096761208974, 14 | "AUIN": 0.9993379943399203, 15 | "AUOUT": 0.9895330541266913 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 101, 3 | "dev": { 4 | "TNR": 1.0, 5 | "AUROC": 0.9991059010530497, 6 | "DTACC": 0.9887790582157758, 7 | "AUIN": 0.9991318792627988, 8 | "AUOUT": 0.9919568696376738 9 | }, 10 | "test": { 11 | "TNR": 0.9928741092636579, 12 | "AUROC": 0.9966730476244836, 13 | "DTACC": 0.9800322487168567, 14 | "AUIN": 0.9991205980947583, 15 | "AUOUT": 0.9820481257185663 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 112, 3 | "dev": { 4 | "TNR": 0.875, 5 | "AUROC": 0.9403888888888889, 6 | "DTACC": 0.9215, 7 | "AUIN": 0.9830165279457395, 8 | "AUOUT": 0.8826540499927694 9 | }, 10 | "test": { 11 | "TNR": 0.8344827586206897, 12 | "AUROC": 0.9392591690020715, 13 | "DTACC": 0.8983337394906787, 14 | "AUIN": 0.9811644945296681, 15 | "AUOUT": 0.8734955530569442 16 | } 17 | } -------------------------------------------------------------------------------- /pytorch_wavelets/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | '__version__', 3 | 'DTCWTForward', 4 | 'DTCWTInverse', 5 | 'DWTForward', 6 | 'DWTInverse', 7 | 'DTCWT', 8 | 'IDTCWT', 9 | 'DWT', 10 | 'IDWT', 11 | ] 12 | 13 | from pytorch_wavelets._version import __version__ 14 | from pytorch_wavelets.dtcwt.transform2d import DTCWTForward, DTCWTInverse 15 | from pytorch_wavelets.dwt.transform2d import DWTForward, DWTInverse 16 | DTCWT = DTCWTForward 17 | IDTCWT = DTCWTInverse 18 | DWT = DWTForward 19 | IDWT = DWTInverse 20 | -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 9, 3 | "dev": { 4 | "TNR": 0.12, 5 | "AUROC": 0.7076243093922652, 6 | "DTACC": 0.687403314917127, 7 | "AUIN": 0.9399563948498995, 8 | "AUOUT": 0.2545406404828572 9 | }, 10 | "test": { 11 | "TNR": 0.09090909090909094, 12 | "AUROC": 0.6377331759149941, 13 | "DTACC": 0.6281818181818182, 14 | "AUIN": 0.9175269127498636, 15 | "AUOUT": 0.17981475994553425 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 60, 3 | "dev": { 4 | "TNR": 0.0, 5 | "AUROC": 0.5832049306625577, 6 | "DTACC": 0.6063174114021572, 7 | "AUIN": 0.931817064061618, 8 | "AUOUT": 0.09774748203254234 9 | }, 10 | "test": { 11 | "TNR": 0.08571428571428574, 12 | "AUROC": 0.5975990396158464, 13 | "DTACC": 0.5938375350140056, 14 | "AUIN": 0.9307234711200146, 15 | "AUOUT": 0.12732850965682743 16 | } 17 | } -------------------------------------------------------------------------------- /scripts/run_adv_samples.sh: -------------------------------------------------------------------------------- 1 | model_list="resnet34" 2 | adv_method_list=("DeepFool" "BIM" "CW" "CW" "FAB" "FGSM" "PGD" "PGD" "PGD") 3 | adv_expname_list=("DeepFool" "BIM" "CW" "Low_CW" "FAB" "FGSM" "PGD" "Low_PGD1" "Low_PGD2") 4 | dataname_list="CIFAR10 CIFAR100 SVHN" 5 | 6 | 7 | for dataname in $dataname_list 8 | do 9 | for modelname in $model_list 10 | do 11 | for adv_method in $adv_method_list 12 | do 13 | bash save_adv_samples.sh $modelname $adv_method $dataname 14 | done 15 | done 16 | done -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 43, 3 | "dev": { 4 | "TNR": 0.7407407407407407, 5 | "AUROC": 0.9670781893004115, 6 | "DTACC": 0.9421613394216134, 7 | "AUIN": 0.9978756054300826, 8 | "AUOUT": 0.4054713485354209 9 | }, 10 | "test": { 11 | "TNR": 0.6, 12 | "AUROC": 0.929387925382919, 13 | "DTACC": 0.8909976756660111, 14 | "AUIN": 0.9958267390253507, 15 | "AUOUT": 0.33913656642935175 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 47, 3 | "dev": { 4 | "TNR": 0.04761904761904767, 5 | "AUROC": 0.7499363381716323, 6 | "DTACC": 0.7098293862999745, 7 | "AUIN": 0.9605105686585693, 8 | "AUOUT": 0.20325213115688262 9 | }, 10 | "test": { 11 | "TNR": 0.375, 12 | "AUROC": 0.8074481007067138, 13 | "DTACC": 0.7467700971731448, 14 | "AUIN": 0.9688910523050926, 15 | "AUOUT": 0.3907617955550835 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 10, 3 | "dev": { 4 | "TNR": 0.0, 5 | "AUROC": 0.5868055555555557, 6 | "DTACC": 0.6291666666666668, 7 | "AUIN": 0.9286275797992838, 8 | "AUOUT": 0.10416228341573458 9 | }, 10 | "test": { 11 | "TNR": 0.052631578947368474, 12 | "AUROC": 0.5975360839772561, 13 | "DTACC": 0.610803324099723, 14 | "AUIN": 0.933387772997643, 15 | "AUOUT": 0.11352379916294164 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 39, 3 | "dev": { 4 | "TNR": 0.4375, 5 | "AUROC": 0.8514871382636657, 6 | "DTACC": 0.8099879421221865, 7 | "AUIN": 0.986606486460534, 8 | "AUOUT": 0.3955232452657194 9 | }, 10 | "test": { 11 | "TNR": 0.4117647058823529, 12 | "AUROC": 0.8002176324104882, 13 | "DTACC": 0.7309519325339527, 14 | "AUIN": 0.9822117872956502, 15 | "AUOUT": 0.3330369035320797 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 148, 3 | "dev": { 4 | "TNR": 0.9610148514851485, 5 | "AUROC": 0.9902464319734765, 6 | "DTACC": 0.9569040436946652, 7 | "AUIN": 0.9931768570301596, 8 | "AUOUT": 0.9845428584238923 9 | }, 10 | "test": { 11 | "TNR": 0.950917714992782, 12 | "AUROC": 0.9895884865313826, 13 | "DTACC": 0.9519694753810426, 14 | "AUIN": 0.9927756819600314, 15 | "AUOUT": 0.9848300631802641 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 168, 3 | "dev": { 4 | "TNR": 0.5976470588235294, 5 | "AUROC": 0.9302166569598137, 6 | "DTACC": 0.8685206755969714, 7 | "AUIN": 0.9839559911725201, 8 | "AUOUT": 0.6951910173044941 9 | }, 10 | "test": { 11 | "TNR": 0.6345098039215686, 12 | "AUROC": 0.9355820270060531, 13 | "DTACC": 0.87752211702623, 14 | "AUIN": 0.985135180851993, 15 | "AUOUT": 0.7448064716353902 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 104, 3 | "dev": { 4 | "TNR": 0.7604790419161677, 5 | "AUROC": 0.9632323904658538, 6 | "DTACC": 0.9215968726172706, 7 | "AUIN": 0.9972210504296541, 8 | "AUOUT": 0.552646021484915 9 | }, 10 | "test": { 11 | "TNR": 0.8131212723658052, 12 | "AUROC": 0.9675281643472499, 13 | "DTACC": 0.9239151877018705, 14 | "AUIN": 0.9976352322307583, 15 | "AUOUT": 0.6004107672899333 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 157, 3 | "dev": { 4 | "TNR": 0.9530754597336715, 5 | "AUROC": 0.988149869131061, 6 | "DTACC": 0.9530022112064429, 7 | "AUIN": 0.9918189838382644, 8 | "AUOUT": 0.9827569200938963 9 | }, 10 | "test": { 11 | "TNR": 0.9463569165786695, 12 | "AUROC": 0.9889716978750954, 13 | "DTACC": 0.9486751997032259, 14 | "AUIN": 0.9923458250865785, 15 | "AUOUT": 0.9842931436776104 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 54, 3 | "dev": { 4 | "TNR": 0.993103448275862, 5 | "AUROC": 0.9953170347779035, 6 | "DTACC": 0.9765802548084018, 7 | "AUIN": 0.998350557497286, 8 | "AUOUT": 0.9724213202343832 9 | }, 10 | "test": { 11 | "TNR": 0.9862700228832952, 12 | "AUROC": 0.9938695771527277, 13 | "DTACC": 0.9717669614694786, 14 | "AUIN": 0.9974529159328719, 15 | "AUOUT": 0.9798250107581458 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 62, 3 | "dev": { 4 | "TNR": 0.5111111111111111, 5 | "AUROC": 0.9171592210767469, 6 | "DTACC": 0.845589919816724, 7 | "AUIN": 0.9907638018519622, 8 | "AUOUT": 0.5016535426395272 9 | }, 10 | "test": { 11 | "TNR": 0.5539568345323741, 12 | "AUROC": 0.9027567239276527, 13 | "DTACC": 0.8419463468346805, 14 | "AUIN": 0.988048848405847, 15 | "AUOUT": 0.4714921087371557 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 119, 3 | "dev": { 4 | "TNR": 0.9834710743801653, 5 | "AUROC": 0.9946989374262102, 6 | "DTACC": 0.9703069657615113, 7 | "AUIN": 0.9983811975914076, 8 | "AUOUT": 0.96654343699185 9 | }, 10 | "test": { 11 | "TNR": 0.9700272479564033, 12 | "AUROC": 0.9928262149934954, 13 | "DTACC": 0.9638870730775952, 14 | "AUIN": 0.9984194487073208, 15 | "AUOUT": 0.9679305667613765 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 35, 3 | "dev": { 4 | "TNR": 0.43999999999999995, 5 | "AUROC": 0.8653511705685618, 6 | "DTACC": 0.8029431438127091, 7 | "AUIN": 0.9852229331022236, 8 | "AUOUT": 0.3479711213411491 9 | }, 10 | "test": { 11 | "TNR": 0.38815789473684215, 12 | "AUROC": 0.8830665204678362, 13 | "DTACC": 0.8161549707602339, 14 | "AUIN": 0.9885053453178755, 15 | "AUOUT": 0.3503307291827574 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 93, 3 | "dev": { 4 | "TNR": 0.7659574468085106, 5 | "AUROC": 0.9693358053029635, 6 | "DTACC": 0.9240899326093993, 7 | "AUIN": 0.9972636507842783, 8 | "AUOUT": 0.6826330488785269 9 | }, 10 | "test": { 11 | "TNR": 0.8194444444444444, 12 | "AUROC": 0.9729796236641612, 13 | "DTACC": 0.9255541494094186, 14 | "AUIN": 0.9979344102471266, 15 | "AUOUT": 0.7190686257099524 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 94, 3 | "dev": { 4 | "TNR": 0.5877192982456141, 5 | "AUROC": 0.905664331477157, 6 | "DTACC": 0.8385426022393869, 7 | "AUIN": 0.9778072226166308, 8 | "AUOUT": 0.65844175080586 9 | }, 10 | "test": { 11 | "TNR": 0.4651162790697675, 12 | "AUROC": 0.9066784659600273, 13 | "DTACC": 0.8396383747297369, 14 | "AUIN": 0.9801298566752966, 15 | "AUOUT": 0.6261794271636265 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 153, 3 | "dev": { 4 | "TNR": 0.40909090909090906, 5 | "AUROC": 0.8872194750855839, 6 | "DTACC": 0.856504374286801, 7 | "AUIN": 0.9855588114804197, 8 | "AUOUT": 0.4379588390378373 9 | }, 10 | "test": { 11 | "TNR": 0.4782608695652174, 12 | "AUROC": 0.9098675350258296, 13 | "DTACC": 0.85936400731673, 14 | "AUIN": 0.9896451677411894, 15 | "AUOUT": 0.4474288703609104 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 69, 3 | "dev": { 4 | "TNR": 0.8961038961038961, 5 | "AUROC": 0.984688995215311, 6 | "DTACC": 0.9384996582365004, 7 | "AUIN": 0.9950790192955208, 8 | "AUOUT": 0.951343671066004 9 | }, 10 | "test": { 11 | "TNR": 0.9399141630901288, 12 | "AUROC": 0.9802387690462357, 13 | "DTACC": 0.946850460108327, 14 | "AUIN": 0.9933139900821581, 15 | "AUOUT": 0.9522313776271413 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 60, 3 | "dev": { 4 | "TNR": 0.6470588235294117, 5 | "AUROC": 0.9012246536839992, 6 | "DTACC": 0.8226259787191327, 7 | "AUIN": 0.9916671906955887, 8 | "AUOUT": 0.46552480872965796 9 | }, 10 | "test": { 11 | "TNR": 0.509090909090909, 12 | "AUROC": 0.8784797123780175, 13 | "DTACC": 0.8193631227529532, 14 | "AUIN": 0.9891693531564612, 15 | "AUOUT": 0.478626794160804 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/BIM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 177, 3 | "dev": { 4 | "TNR": 0.982769623484365, 5 | "AUROC": 0.9948454890593059, 6 | "DTACC": 0.9722887575308535, 7 | "AUIN": 0.9949707726091304, 8 | "AUOUT": 0.9938336089330405 9 | }, 10 | "test": { 11 | "TNR": 0.9849032532426111, 12 | "AUROC": 0.9956590068676836, 13 | "DTACC": 0.9742548198312033, 14 | "AUIN": 0.996082646325948, 15 | "AUOUT": 0.9943827179058367 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 135, 3 | "dev": { 4 | "TNR": 0.5452261306532663, 5 | "AUROC": 0.9006588786411074, 6 | "DTACC": 0.838883734359337, 7 | "AUIN": 0.9654564808983506, 8 | "AUOUT": 0.6983983184367648 9 | }, 10 | "test": { 11 | "TNR": 0.5409698996655519, 12 | "AUROC": 0.9028566218074012, 13 | "DTACC": 0.8411359547239634, 14 | "AUIN": 0.9697130404588503, 15 | "AUOUT": 0.6947407255221143 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 144, 3 | "dev": { 4 | "TNR": 0.7924528301886793, 5 | "AUROC": 0.9562048112024853, 6 | "DTACC": 0.915283570792169, 7 | "AUIN": 0.9965119642870099, 8 | "AUOUT": 0.5003251143383639 9 | }, 10 | "test": { 11 | "TNR": 0.8130841121495327, 12 | "AUROC": 0.9634503932138145, 13 | "DTACC": 0.9141873140241562, 14 | "AUIN": 0.9981949425504604, 15 | "AUOUT": 0.47698746332924064 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 152, 3 | "dev": { 4 | "TNR": 0.4715821812596006, 5 | "AUROC": 0.881075827398408, 6 | "DTACC": 0.8183488339617372, 7 | "AUIN": 0.9328450493362636, 8 | "AUOUT": 0.7845056928664667 9 | }, 10 | "test": { 11 | "TNR": 0.5168884339815762, 12 | "AUROC": 0.8931604878302657, 13 | "DTACC": 0.824959789442901, 14 | "AUIN": 0.9393740033054394, 15 | "AUOUT": 0.7914510194014317 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 125, 3 | "dev": { 4 | "TNR": 0.9800133244503664, 5 | "AUROC": 0.9953027919134838, 6 | "DTACC": 0.9705492037566353, 7 | "AUIN": 0.9963832597142888, 8 | "AUOUT": 0.9931483135015818 9 | }, 10 | "test": { 11 | "TNR": 0.9811320754716981, 12 | "AUROC": 0.9948608147800391, 13 | "DTACC": 0.972097063383274, 14 | "AUIN": 0.9959367363564223, 15 | "AUOUT": 0.9935217879962712 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 176, 3 | "dev": { 4 | "TNR": 0.9522455940875497, 5 | "AUROC": 0.9890016644759315, 6 | "DTACC": 0.9545896203812, 7 | "AUIN": 0.9908410619392769, 8 | "AUOUT": 0.9870461341920066 9 | }, 10 | "test": { 11 | "TNR": 0.9444865479348238, 12 | "AUROC": 0.9875264076706997, 13 | "DTACC": 0.9496646920671682, 14 | "AUIN": 0.9894017725975855, 15 | "AUOUT": 0.9858534380102357 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 93, 3 | "dev": { 4 | "TNR": 0.9240506329113924, 5 | "AUROC": 0.9852806824435884, 6 | "DTACC": 0.946496973032471, 7 | "AUIN": 0.9977936819981787, 8 | "AUOUT": 0.8892156530824428 9 | }, 10 | "test": { 11 | "TNR": 0.9421661409043113, 12 | "AUROC": 0.9823060862932597, 13 | "DTACC": 0.951385258915114, 14 | "AUIN": 0.997558419975894, 15 | "AUOUT": 0.8527701781336294 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 184, 3 | "dev": { 4 | "TNR": 0.949635520212061, 5 | "AUROC": 0.9900870713906407, 6 | "DTACC": 0.9506471107132042, 7 | "AUIN": 0.9937064026324921, 8 | "AUOUT": 0.9844328562028152 9 | }, 10 | "test": { 11 | "TNR": 0.9436961801722235, 12 | "AUROC": 0.989364463649048, 13 | "DTACC": 0.947702638604831, 14 | "AUIN": 0.9931060256850539, 15 | "AUOUT": 0.9843938498000018 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 171, 3 | "dev": { 4 | "TNR": 0.6289655172413793, 5 | "AUROC": 0.928166416003769, 6 | "DTACC": 0.8657089531954989, 7 | "AUIN": 0.9689092767815697, 8 | "AUOUT": 0.8124919419996488 9 | }, 10 | "test": { 11 | "TNR": 0.6570247933884297, 12 | "AUROC": 0.9277802611188986, 13 | "DTACC": 0.8618730307064728, 14 | "AUIN": 0.9692722837677052, 15 | "AUOUT": 0.8251323718238494 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 138, 3 | "dev": { 4 | "TNR": 0.4155844155844156, 5 | "AUROC": 0.905803739828636, 6 | "DTACC": 0.8604569704154766, 7 | "AUIN": 0.9834049600887051, 8 | "AUOUT": 0.5084705518554526 9 | }, 10 | "test": { 11 | "TNR": 0.44396551724137934, 12 | "AUROC": 0.9012007176976639, 13 | "DTACC": 0.8441339504265786, 14 | "AUIN": 0.9824455800024953, 15 | "AUOUT": 0.5136580279914192 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 141, 3 | "dev": { 4 | "TNR": 0.47490347490347495, 5 | "AUROC": 0.873557618339402, 6 | "DTACC": 0.813651615833779, 7 | "AUIN": 0.9617125734203387, 8 | "AUOUT": 0.6533020870853301 9 | }, 10 | "test": { 11 | "TNR": 0.49102564102564106, 12 | "AUROC": 0.8859156468531468, 13 | "DTACC": 0.8152000777000777, 14 | "AUIN": 0.967119272215245, 15 | "AUOUT": 0.6810536022021496 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 189, 3 | "dev": { 4 | "TNR": 0.9425998874507597, 5 | "AUROC": 0.9892876738902162, 6 | "DTACC": 0.9496556518039506, 7 | "AUIN": 0.9917275042564266, 8 | "AUOUT": 0.9862033785765977 9 | }, 10 | "test": { 11 | "TNR": 0.9370196813495782, 12 | "AUROC": 0.9867416397692036, 13 | "DTACC": 0.9437213363887048, 14 | "AUIN": 0.9893792293914387, 15 | "AUOUT": 0.9837864890782166 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 117, 3 | "dev": { 4 | "TNR": 0.966789667896679, 5 | "AUROC": 0.9877866521971637, 6 | "DTACC": 0.9634407202550563, 7 | "AUIN": 0.9984243143000294, 8 | "AUOUT": 0.8683053711108399 9 | }, 10 | "test": { 11 | "TNR": 0.9436274509803921, 12 | "AUROC": 0.9829863425540187, 13 | "DTACC": 0.9483377770371605, 14 | "AUIN": 0.9979707256238493, 15 | "AUOUT": 0.8464769782140665 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/SVHN/saved_model", 7 | "dataname": "SVHN", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /adv_attacks/factory.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | def create_attack(model, adv_method, adv_params, **kwargs): 4 | for k in ['eps','alpha','step_size']: 5 | if k in adv_params.keys(): 6 | adv_params[k] = eval(adv_params[k]) 7 | 8 | if adv_method in ['FAB','AutoAttack']: 9 | assert kwargs.get('num_classes',False), 'FAB needs to define the number of classes.' 10 | adv_params['n_classes'] = kwargs['num_classes'] 11 | 12 | atk = __import__('torchattacks').__dict__[adv_method](model=model, **adv_params) 13 | 14 | return atk -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 112, 3 | "dev": { 4 | "TNR": 0.8387096774193549, 5 | "AUROC": 0.9810409093000783, 6 | "DTACC": 0.9600570613409415, 7 | "AUIN": 0.9984414238291386, 8 | "AUOUT": 0.6553825962099376 9 | }, 10 | "test": { 11 | "TNR": 0.8210526315789474, 12 | "AUROC": 0.9576102418207681, 13 | "DTACC": 0.9209577999051682, 14 | "AUIN": 0.997511411487082, 15 | "AUOUT": 0.5406259456152328 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 130, 3 | "dev": { 4 | "TNR": 0.7553191489361702, 5 | "AUROC": 0.9445805948535144, 6 | "DTACC": 0.8813634844602874, 7 | "AUIN": 0.9828379895416154, 8 | "AUOUT": 0.8127774909943375 9 | }, 10 | "test": { 11 | "TNR": 0.6947368421052631, 12 | "AUROC": 0.9488905189803778, 13 | "DTACC": 0.8893804633535057, 14 | "AUIN": 0.9841864221079397, 15 | "AUOUT": 0.8395522482119412 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 50, 3 | "dev": { 4 | "TNR": 0.0714285714285714, 5 | "AUROC": 0.7492711370262393, 6 | "DTACC": 0.8010204081632654, 7 | "AUIN": 0.9488471024045944, 8 | "AUOUT": 0.193362792889247 9 | }, 10 | "test": { 11 | "TNR": 0.2325581395348837, 12 | "AUROC": 0.8258163025604885, 13 | "DTACC": 0.7916568788661813, 14 | "AUIN": 0.9813031210587928, 15 | "AUOUT": 0.2610240872247047 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 121, 3 | "dev": { 4 | "TNR": 0.9637681159420289, 5 | "AUROC": 0.9928574394751049, 6 | "DTACC": 0.9689900751629916, 7 | "AUIN": 0.9978752684961933, 8 | "AUOUT": 0.9631778019147199 9 | }, 10 | "test": { 11 | "TNR": 0.9662650602409638, 12 | "AUROC": 0.9888070624565914, 13 | "DTACC": 0.9600262890533071, 14 | "AUIN": 0.9969477228619368, 15 | "AUOUT": 0.9599548999835319 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 81, 3 | "dev": { 4 | "TNR": 0.8857142857142857, 5 | "AUROC": 0.9774479488765203, 6 | "DTACC": 0.9523809523809523, 7 | "AUIN": 0.9981426889401707, 8 | "AUOUT": 0.5702049384384431 9 | }, 10 | "test": { 11 | "TNR": 0.8317757009345794, 12 | "AUROC": 0.9532216980285935, 13 | "DTACC": 0.9177399680700307, 14 | "AUIN": 0.9934315911718722, 15 | "AUOUT": 0.5752199297225409 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 107, 3 | "dev": { 4 | "TNR": 0.9838709677419355, 5 | "AUROC": 0.9967741935483871, 6 | "DTACC": 0.9721468298109011, 7 | "AUIN": 0.9987484303097937, 8 | "AUOUT": 0.9807716680121275 9 | }, 10 | "test": { 11 | "TNR": 0.9867021276595744, 12 | "AUROC": 0.9964380262977942, 13 | "DTACC": 0.9785719867924897, 14 | "AUIN": 0.9991637789603771, 15 | "AUOUT": 0.978360679050048 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 90, 3 | "dev": { 4 | "TNR": 0.6976744186046512, 5 | "AUROC": 0.9471429038694272, 6 | "DTACC": 0.9232983351323063, 7 | "AUIN": 0.995683653012499, 8 | "AUOUT": 0.4343697522525493 9 | }, 10 | "test": { 11 | "TNR": 0.4418604651162791, 12 | "AUROC": 0.9175521876723862, 13 | "DTACC": 0.8614449960804808, 14 | "AUIN": 0.9943136136161611, 15 | "AUOUT": 0.3543607957059259 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 102, 3 | "dev": { 4 | "TNR": 0.5675675675675675, 5 | "AUROC": 0.9342390518861107, 6 | "DTACC": 0.8862311509370333, 7 | "AUIN": 0.9943467425091481, 8 | "AUOUT": 0.5110380537578748 9 | }, 10 | "test": { 11 | "TNR": 0.543859649122807, 12 | "AUROC": 0.8973938996869768, 13 | "DTACC": 0.8550161711332274, 14 | "AUIN": 0.9896489815825124, 15 | "AUOUT": 0.48685405096216405 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 147, 3 | "dev": { 4 | "TNR": 0.993103448275862, 5 | "AUROC": 0.9969434637519949, 6 | "DTACC": 0.9741113314310587, 7 | "AUIN": 0.9986811534068197, 8 | "AUOUT": 0.9825284530470432 9 | }, 10 | "test": { 11 | "TNR": 0.9931350114416476, 12 | "AUROC": 0.9974492326895072, 13 | "DTACC": 0.9775813050412592, 14 | "AUIN": 0.9992542567208764, 15 | "AUOUT": 0.9865946723029699 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 121, 3 | "dev": { 4 | "TNR": 0.9411764705882353, 5 | "AUROC": 0.9894693541752365, 6 | "DTACC": 0.9601398601398601, 7 | "AUIN": 0.9985511075157922, 8 | "AUOUT": 0.8557330567060697 9 | }, 10 | "test": { 11 | "TNR": 0.9032258064516129, 12 | "AUROC": 0.9759091795264018, 13 | "DTACC": 0.9422624135810801, 14 | "AUIN": 0.9977676296627372, 15 | "AUOUT": 0.7772542620621965 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 40, 3 | "dev": { 4 | "TNR": 0.21212121212121215, 5 | "AUROC": 0.6857112794612795, 6 | "DTACC": 0.6794507575757575, 7 | "AUIN": 0.9382889692280196, 8 | "AUOUT": 0.20234483633199093 9 | }, 10 | "test": { 11 | "TNR": 0.196078431372549, 12 | "AUROC": 0.7852060178910274, 13 | "DTACC": 0.7429746091985182, 14 | "AUIN": 0.9659830932273656, 15 | "AUOUT": 0.25865030547949835 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 24, 3 | "dev": { 4 | "TNR": 0.2142857142857143, 5 | "AUROC": 0.8036214485794317, 6 | "DTACC": 0.8186274509803922, 7 | "AUIN": 0.9721333549607133, 8 | "AUOUT": 0.18955016618390047 9 | }, 10 | "test": { 11 | "TNR": 0.16279069767441856, 12 | "AUROC": 0.764586072375369, 13 | "DTACC": 0.7185378364980495, 14 | "AUIN": 0.9739457070162869, 15 | "AUOUT": 0.16944940667514846 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/FGSM/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 146, 3 | "dev": { 4 | "TNR": 0.6428571428571428, 5 | "AUROC": 0.920970695970696, 6 | "DTACC": 0.8670329670329671, 7 | "AUIN": 0.9834683077379696, 8 | "AUOUT": 0.7032336735101389 9 | }, 10 | "test": { 11 | "TNR": 0.6062992125984252, 12 | "AUROC": 0.9340789407693466, 13 | "DTACC": 0.8750488991423843, 14 | "AUIN": 0.9869129514777584, 15 | "AUOUT": 0.7542114295122142 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/PGD/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 14, 3 | "dev": { 4 | "TNR": 0.9076923076923077, 5 | "AUROC": 0.9578968903436988, 6 | "DTACC": 0.9328559738134206, 7 | "AUIN": 0.9849633695381316, 8 | "AUOUT": 0.9161259927111121 9 | }, 10 | "test": { 11 | "TNR": 0.9238578680203046, 12 | "AUROC": 0.9723168482139251, 13 | "DTACC": 0.9400377905541567, 14 | "AUIN": 0.9886690296919216, 15 | "AUOUT": 0.9318218496391064 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 88, 3 | "dev": { 4 | "TNR": 0.9264705882352942, 5 | "AUROC": 0.9664424280350437, 6 | "DTACC": 0.9525969962453066, 7 | "AUIN": 0.9793717421311956, 8 | "AUOUT": 0.9360672396857754 9 | }, 10 | "test": { 11 | "TNR": 0.9223300970873787, 12 | "AUROC": 0.9729235994373735, 13 | "DTACC": 0.9403967546056469, 14 | "AUIN": 0.9856908382341815, 15 | "AUOUT": 0.9430340381608309 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 30, 3 | "dev": { 4 | "TNR": 0.3157894736842105, 5 | "AUROC": 0.7833646616541354, 6 | "DTACC": 0.7322603383458647, 7 | "AUIN": 0.9748803882162682, 8 | "AUOUT": 0.25929797753967476 9 | }, 10 | "test": { 11 | "TNR": 0.15254237288135597, 12 | "AUROC": 0.7252981795354676, 13 | "DTACC": 0.6866290018832392, 14 | "AUIN": 0.9650408507298956, 15 | "AUOUT": 0.20349692320140203 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 78, 3 | "dev": { 4 | "TNR": 0.1578947368421053, 5 | "AUROC": 0.7757823613086773, 6 | "DTACC": 0.752400426742532, 7 | "AUIN": 0.9810969928879496, 8 | "AUOUT": 0.18696385756644518 9 | }, 10 | "test": { 11 | "TNR": 0.30000000000000004, 12 | "AUROC": 0.8039557555305585, 13 | "DTACC": 0.7361267341582302, 14 | "AUIN": 0.9802038502836421, 15 | "AUOUT": 0.257617528037997 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/FAB/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 40, 3 | "dev": { 4 | "TNR": 0.10526315789473684, 5 | "AUROC": 0.8157894736842105, 6 | "DTACC": 0.7865292602134708, 7 | "AUIN": 0.9838965485911602, 8 | "AUOUT": 0.15781175766577188 9 | }, 10 | "test": { 11 | "TNR": 0.31666666666666665, 12 | "AUROC": 0.7625968992248062, 13 | "DTACC": 0.7087209302325581, 14 | "AUIN": 0.9743477766329244, 15 | "AUOUT": 0.22389244501136482 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 3, 3 | "dev": { 4 | "TNR": 0.09090909090909094, 5 | "AUROC": 0.6009244992295839, 6 | "DTACC": 0.653697996918336, 7 | "AUIN": 0.9443540116595683, 8 | "AUOUT": 0.10037664045331512 9 | }, 10 | "test": { 11 | "TNR": 0.05555555555555558, 12 | "AUROC": 0.556793562364593, 13 | "DTACC": 0.5854611575363664, 14 | "AUIN": 0.9134159308627164, 15 | "AUOUT": 0.1060905168717339 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/PGD_L2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 50, 3 | "dev": { 4 | "TNR": 0.38888888888888884, 5 | "AUROC": 0.8321759259259258, 6 | "DTACC": 0.7864583333333333, 7 | "AUIN": 0.9840589105909207, 8 | "AUOUT": 0.37654607322403894 9 | }, 10 | "test": { 11 | "TNR": 0.5517241379310345, 12 | "AUROC": 0.8107209311532524, 13 | "DTACC": 0.7736648323369888, 14 | "AUIN": 0.9787345323000286, 15 | "AUOUT": 0.4687326457813429 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 168, 3 | "dev": { 4 | "TNR": 0.9815994338287332, 5 | "AUROC": 0.9958300030867131, 6 | "DTACC": 0.9745051282863813, 7 | "AUIN": 0.9971726632311922, 8 | "AUOUT": 0.9936633741369725 9 | }, 10 | "test": { 11 | "TNR": 0.983026874115983, 12 | "AUROC": 0.99535889461085, 13 | "DTACC": 0.972953313484466, 14 | "AUIN": 0.9967554908710969, 15 | "AUOUT": 0.9936880982693843 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 176, 3 | "dev": { 4 | "TNR": 0.6936274509803921, 5 | "AUROC": 0.9358640737261672, 6 | "DTACC": 0.8835133751385751, 7 | "AUIN": 0.986906739627188, 8 | "AUOUT": 0.7065783032121374 9 | }, 10 | "test": { 11 | "TNR": 0.6837815810920945, 12 | "AUROC": 0.9433155272020274, 13 | "DTACC": 0.886619684548636, 14 | "AUIN": 0.9892050934026847, 15 | "AUOUT": 0.7010428733861178 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_CW/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 145, 3 | "dev": { 4 | "TNR": 0.25757575757575757, 5 | "AUROC": 0.857098381070984, 6 | "DTACC": 0.8074927355749274, 7 | "AUIN": 0.9712503698087833, 8 | "AUOUT": 0.4205124146408957 9 | }, 10 | "test": { 11 | "TNR": 0.2524752475247525, 12 | "AUROC": 0.8749784516680281, 13 | "DTACC": 0.8336225181942871, 14 | "AUIN": 0.978213753546171, 15 | "AUOUT": 0.4089053470321882 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 137, 3 | "dev": { 4 | "TNR": 0.5450980392156863, 5 | "AUROC": 0.8884704499083584, 6 | "DTACC": 0.806411453470277, 7 | "AUIN": 0.9703282487409294, 8 | "AUOUT": 0.6936045247705789 9 | }, 10 | "test": { 11 | "TNR": 0.5686274509803921, 12 | "AUROC": 0.8978325347935203, 13 | "DTACC": 0.8266160125925798, 14 | "AUIN": 0.9698158187294017, 15 | "AUOUT": 0.7047079775623143 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 173, 3 | "dev": { 4 | "TNR": 0.7227722772277227, 5 | "AUROC": 0.9498407365660451, 6 | "DTACC": 0.8912522438441683, 7 | "AUIN": 0.9847039168993197, 8 | "AUOUT": 0.8248388578207337 9 | }, 10 | "test": { 11 | "TNR": 0.7313854853911405, 12 | "AUROC": 0.9540264027961831, 13 | "DTACC": 0.8951821117355122, 14 | "AUIN": 0.9863944867389269, 15 | "AUOUT": 0.8326122426658705 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 138, 3 | "dev": { 4 | "TNR": 0.27586206896551724, 5 | "AUROC": 0.8269684376053016, 6 | "DTACC": 0.7716219251937548, 7 | "AUIN": 0.9611539537670053, 8 | "AUOUT": 0.47039486855912427 9 | }, 10 | "test": { 11 | "TNR": 0.1966292134831461, 12 | "AUROC": 0.7877639480821387, 13 | "DTACC": 0.7242650619914762, 14 | "AUIN": 0.9508313537644142, 15 | "AUOUT": 0.35957410972450743 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/AutoAttack/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 94, 3 | "dev": { 4 | "TNR": 0.9285714285714286, 5 | "AUROC": 0.989604411169567, 6 | "DTACC": 0.9488567381626871, 7 | "AUIN": 0.9975938539491489, 8 | "AUOUT": 0.9467930437900888 9 | }, 10 | "test": { 11 | "TNR": 0.9176470588235294, 12 | "AUROC": 0.9756555968287408, 13 | "DTACC": 0.9369019238232522, 14 | "AUIN": 0.9942492995566891, 15 | "AUOUT": 0.9244979624946205 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 88, 3 | "dev": { 4 | "TNR": 0.23076923076923073, 5 | "AUROC": 0.7701357466063348, 6 | "DTACC": 0.7371040723981901, 7 | "AUIN": 0.9710583244311465, 8 | "AUOUT": 0.24740489120987488 9 | }, 10 | "test": { 11 | "TNR": 0.14634146341463417, 12 | "AUROC": 0.8294588414634146, 13 | "DTACC": 0.7813452743902439, 14 | "AUIN": 0.9836036945679676, 15 | "AUOUT": 0.21352414772536443 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 95, 3 | "dev": { 4 | "TNR": 0.5384615384615384, 5 | "AUROC": 0.9380494505494505, 6 | "DTACC": 0.8834478021978022, 7 | "AUIN": 0.9960654806305344, 8 | "AUOUT": 0.3394521696875297 9 | }, 10 | "test": { 11 | "TNR": 0.5512820512820513, 12 | "AUROC": 0.9007038712921065, 13 | "DTACC": 0.8516042780748663, 14 | "AUIN": 0.9905093064069272, 15 | "AUOUT": 0.3552797270837695 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR10/saved_model", 7 | "dataname": "CIFAR10", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/DeepFool/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 123, 3 | "dev": { 4 | "TNR": 0.07407407407407407, 5 | "AUROC": 0.7817786922725194, 6 | "DTACC": 0.7762345679012346, 7 | "AUIN": 0.9746677252123432, 8 | "AUOUT": 0.1675919253722882 9 | }, 10 | "test": { 11 | "TNR": 0.08333333333333337, 12 | "AUROC": 0.7494047619047619, 13 | "DTACC": 0.733673469387755, 14 | "AUIN": 0.9685704675984256, 15 | "AUOUT": 0.16031758702180632 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 68, 3 | "dev": { 4 | "TNR": 0.20833333333333337, 5 | "AUROC": 0.7121340090090089, 6 | "DTACC": 0.696509009009009, 7 | "AUIN": 0.9641996567793135, 8 | "AUOUT": 0.15286926245354993 9 | }, 10 | "test": { 11 | "TNR": 0.11111111111111116, 12 | "AUROC": 0.6877958395615347, 13 | "DTACC": 0.6709952665670155, 14 | "AUIN": 0.9614343509832028, 15 | "AUOUT": 0.1313058419234495 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Square/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 25, 3 | "dev": { 4 | "TNR": 0.1071428571428571, 5 | "AUROC": 0.8361175115207373, 6 | "DTACC": 0.8047235023041474, 7 | "AUIN": 0.9849562460832997, 8 | "AUOUT": 0.19886788704856867 9 | }, 10 | "test": { 11 | "TNR": 0.34523809523809523, 12 | "AUROC": 0.8540100250626567, 13 | "DTACC": 0.7938702688925705, 14 | "AUIN": 0.9863894101157169, 15 | "AUOUT": 0.3160051194660419 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_PGD2/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 14, 3 | "dev": { 4 | "TNR": 0.0714285714285714, 5 | "AUROC": 0.7062807881773399, 6 | "DTACC": 0.7044334975369458, 7 | "AUIN": 0.9730903746000816, 8 | "AUOUT": 0.11192237378762358 9 | }, 10 | "test": { 11 | "TNR": 0.10869565217391308, 12 | "AUROC": 0.6683460844684954, 13 | "DTACC": 0.6721247745226099, 14 | "AUIN": 0.962368366409194, 15 | "AUOUT": 0.11423145898256287 16 | } 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_PGD1/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "best_epoch": 116, 3 | "dev": { 4 | "TNR": 0.11111111111111116, 5 | "AUROC": 0.786472550803761, 6 | "DTACC": 0.7232837933474876, 7 | "AUIN": 0.9498130866260823, 8 | "AUOUT": 0.34934957568803854 9 | }, 10 | "test": { 11 | "TNR": 0.18134715025906734, 12 | "AUROC": 0.8122077593832934, 13 | "DTACC": 0.7608778070209177, 14 | "AUIN": 0.9561562985264781, 15 | "AUOUT": 0.38886695593916587 16 | } 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/vgg19/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR100/saved_model", 7 | "dataname": "CIFAR100", 8 | "num_classes": 100, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/SVHN/saved_model", 7 | "dataname": "SVHN", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/vgg19_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19_dwt", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/SVHN/saved_model", 7 | "dataname": "SVHN", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR10/saved_model", 7 | "dataname": "CIFAR10", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/vgg19_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19_dwt", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR10/saved_model", 7 | "dataname": "CIFAR10", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/resnet34/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR100/saved_model", 7 | "dataname": "CIFAR100", 8 | "num_classes": 100, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": false, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/vgg19_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19_dwt", 3 | "modelname": "vgg19", 4 | "checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR100/saved_model", 7 | "dataname": "CIFAR100", 8 | "num_classes": 100, 9 | "dev_ratio": 0.1, 10 | "epochs": 200, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/SVHN/saved_model/resnet34_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34_dwt", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/SVHN/saved_model", 7 | "dataname": "SVHN", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_model/resnet34_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34_dwt", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR10/saved_model", 7 | "dataname": "CIFAR10", 8 | "num_classes": 10, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_model/resnet34_dwt/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34_dwt", 3 | "modelname": "resnet34", 4 | "checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 5 | "datadir": "/datasets", 6 | "savedir": "./results/CIFAR100/saved_model", 7 | "dataname": "CIFAR100", 8 | "num_classes": 100, 9 | "dev_ratio": 0.1, 10 | "epochs": 300, 11 | "lr": 0.1, 12 | "batch_size": 128, 13 | "num_workers": 8, 14 | "log_interval": 10, 15 | "seed": 223, 16 | "use_wavelet_transform": true, 17 | "use_wandb": false 18 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/CW/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/BIM/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/FAB/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/FGSM/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/PGD/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/Low_CW/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/PGD_L2/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/Square/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/BIM/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/CW/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/FAB/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/PGD/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/DeepFool/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/Low_PGD1/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/Low_PGD2/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/FGSM/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/CW/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/BIM/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/CW/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/FAB/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/PGD/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/vgg19/AutoAttack/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/Low_CW/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/PGD_L2/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/Square/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/BIM/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/FAB/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FGSM", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/FGSM/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/PGD/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/FGSM/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/DeepFool/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/Low_PGD1/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/Low_PGD2/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/Low_CW/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/PGD_L2/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/Square/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Square", 3 | "modelname": "vgg19", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/Low_CW/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/PGD_L2/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/Square/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/CW/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/vgg19/AutoAttack/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/DeepFool/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/Low_PGD1/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/Low_PGD2/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/BIM/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/FAB/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/PGD/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/DeepFool", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/DeepFool/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/Low_PGD1/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/Low_PGD2/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "adv_name": "FGSM", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FGSM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/FGSM/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/BIM/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/CW/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/FAB/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/PGD/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/vgg19/AutoAttack/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/AutoAttack", 3 | "modelname": "vgg19", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/known_attack_results/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/SVHN/known_attack_results", 8 | "save_bucket_path": "./results/SVHN/saved_adv_samples/resnet34/AutoAttack/successed_images.pkl", 9 | "dataname": "SVHN", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/Low_CW/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/PGD_L2/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/Square/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/FGSM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FGSM", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/FGSM/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "adv_name": "Square", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "Square", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/CW", 3 | "modelname": "vgg19", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/DeepFool/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/Low_PGD1/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/Low_PGD2/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/Low_CW/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/PGD_L2/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Square/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Square", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/Square/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "adv_name": "DeepFool", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "DeepFool", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 30 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD_L2", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/CIFAR10/known_attack_results/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR10/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR10/saved_adv_samples/resnet34/AutoAttack/successed_images.pkl", 9 | "dataname": "CIFAR10", 10 | "num_classes": 10, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/DeepFool/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/DeepFool", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/DeepFool/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/Low_PGD1/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/Low_PGD2/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "adv_name": "AutoAttack", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "AutoAttack", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255" 19 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/BIM", 3 | "modelname": "vgg19", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_CW", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/CIFAR100/known_attack_results/resnet34/AutoAttack/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/AutoAttack", 3 | "modelname": "resnet34", 4 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 5 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 6 | "datadir": "/datasets", 7 | "savedir": "./results/CIFAR100/known_attack_results", 8 | "save_bucket_path": "./results/CIFAR100/saved_adv_samples/resnet34/AutoAttack/successed_images.pkl", 9 | "dataname": "CIFAR100", 10 | "num_classes": 100, 11 | "train_ratio": 0.6, 12 | "dev_ratio": 0.1, 13 | "epochs": 200, 14 | "batch_size": 32, 15 | "log_interval": 10, 16 | "seed": 223 17 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/CW", 3 | "modelname": "resnet34", 4 | "adv_name": "CW", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.1, 19 | "kappa": 1, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/PGD_L2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD_L2", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD_L2", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGDL2", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "steps": 10, 19 | "random_start": true 20 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /models/detector.py: -------------------------------------------------------------------------------- 1 | import torch.nn as nn 2 | import torch 3 | 4 | class Detector(nn.Module): 5 | ''' 6 | ModelMnist model 7 | ''' 8 | def __init__(self, num_classes=3, logits_dim=10): 9 | super(Detector, self).__init__() 10 | 11 | self.clf = nn.Sequential( 12 | nn.Linear(2*logits_dim, 2*logits_dim), 13 | nn.ReLU(inplace=True), 14 | nn.Linear(2*logits_dim, num_classes) 15 | ) 16 | 17 | def forward(self, logits, logits_dwt): 18 | output = torch.cat((logits, logits_dwt),1) 19 | output = self.clf(output) 20 | return output 21 | 22 | 23 | def detector(num_classes, logits_dim, **kwargs): 24 | return Detector(num_classes, logits_dim) -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/BIM/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/BIM", 3 | "modelname": "resnet34", 4 | "adv_name": "BIM", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "BIM", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10 21 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_CW/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_CW", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_CW", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "CW", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "lr": 0.015, 19 | "kappa": 0, 20 | "steps": 100 21 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/FAB", 3 | "modelname": "vgg19", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/SVHN/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/PGD", 3 | "modelname": "vgg19", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD1", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/vgg19/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "vgg19/Low_PGD2", 3 | "modelname": "vgg19", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/vgg19/vgg19.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/vgg19_dwt/vgg19_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/SVHN/saved_adv_samples/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/SVHN/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/SVHN/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/SVHN/saved_adv_samples", 12 | "dataname": "SVHN", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/FAB/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/FAB", 3 | "modelname": "resnet34", 4 | "adv_name": "FAB", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "FAB", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "steps": 30, 20 | "n_restarts": 3, 21 | "targeted": false 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/PGD/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/PGD", 3 | "modelname": "resnet34", 4 | "adv_name": "PGD", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "8/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /scripts/save_adv_samples.sh: -------------------------------------------------------------------------------- 1 | cd .. 2 | 3 | modelname=$1 4 | adv_method=$2 5 | adv_name=$3 6 | dataname=$4 7 | 8 | if [ $dataname = 'CIFAR100' ] 9 | then 10 | num_classes=100 11 | else 12 | num_classes=10 13 | fi 14 | 15 | python adv_samples.py \ 16 | --savedir ./results/${dataname}/saved_adv_samples \ 17 | --exp-name ${modelname}/${adv_name} \ 18 | --adv_name $adv_name \ 19 | --modelname $modelname \ 20 | --dataname $dataname \ 21 | --batch-size 64 \ 22 | --noise_size 0.05 \ 23 | --num_classes $num_classes \ 24 | --adv_method $adv_method \ 25 | --adv_config ./configs_adv \ 26 | --model_checkpoint ./results/${dataname}/saved_model/$modelname/$modelname.pt \ 27 | --model_dwt_checkpoint ./results/${dataname}/saved_model/${modelname}_dwt/${modelname}_dwt.pt 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /scripts/known_attack.sh: -------------------------------------------------------------------------------- 1 | cd .. 2 | 3 | modelname=$1 4 | adv_method=$2 5 | dataname=$3 6 | 7 | if [ $dataname = 'CIFAR100' ] 8 | then 9 | num_classes=100 10 | else 11 | num_classes=10 12 | fi 13 | 14 | python known_attack.py \ 15 | --savedir ./results/${dataname}/known_attack_results \ 16 | --exp-name ${modelname}/${adv_method} \ 17 | --modelname $modelname \ 18 | --dataname $dataname \ 19 | --epochs 200 \ 20 | --batch-size 32 \ 21 | --num_classes $num_classes \ 22 | --save_bucket_path ./results/${dataname}/saved_adv_samples/${modelname}/${adv_method}/successed_images.pkl \ 23 | --model_checkpoint ./results/${dataname}/saved_model/${modelname}/${modelname}.pt \ 24 | --model_dwt_checkpoint ./results/${dataname}/saved_model/${modelname}_dwt/${modelname}_dwt.pt 25 | 26 | 27 | 28 | -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR10/saved_adv_samples/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/CIFAR10/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR10/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR10/saved_adv_samples", 12 | "dataname": "CIFAR10", 13 | "num_classes": 10, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_PGD1/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD1", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD1", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "1/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /results/CIFAR100/saved_adv_samples/resnet34/Low_PGD2/args.json: -------------------------------------------------------------------------------- 1 | { 2 | "exp_name": "resnet34/Low_PGD2", 3 | "modelname": "resnet34", 4 | "adv_name": "Low_PGD2", 5 | "model_checkpoint": "./results/CIFAR100/saved_model/resnet34/resnet34.pt", 6 | "model_dwt_checkpoint": "./results/CIFAR100/saved_model/resnet34_dwt/resnet34_dwt.pt", 7 | "adv_method": "PGD", 8 | "adv_config": "./configs_adv", 9 | "noise_size": 0.05, 10 | "datadir": "/datasets", 11 | "savedir": "./results/CIFAR100/saved_adv_samples", 12 | "dataname": "CIFAR100", 13 | "num_classes": 100, 14 | "batch_size": 64, 15 | "num_workers": 8, 16 | "log_interval": 10, 17 | "seed": 223, 18 | "eps": "2/255", 19 | "alpha": "2/255", 20 | "steps": 10, 21 | "random_start": true 22 | } -------------------------------------------------------------------------------- /scripts/run_classifier.sh: -------------------------------------------------------------------------------- 1 | cd .. 2 | 3 | modelname=$1 4 | dataname=$2 5 | 6 | # num classes 7 | if [ $dataname = 'CIFAR100' ] 8 | then 9 | num_classes=100 10 | else 11 | num_classes=10 12 | fi 13 | 14 | # epochs 15 | if [ $modelname = 'resnet34' ] 16 | then 17 | epochs=300 18 | else 19 | epochs=200 20 | fi 21 | 22 | 23 | python classifier.py \ 24 | --exp-name ${modelname} \ 25 | --modelname $modelname \ 26 | --dataname $dataname \ 27 | --num_classes $num_classes \ 28 | --epochs $epochs \ 29 | --savedir ./results/${dataname}/saved_model \ 30 | --checkpoint ./results/${dataname}/saved_model/${modelname}/${modelname}.pt 31 | 32 | 33 | # DWT 34 | python classifier.py \ 35 | --exp-name ${modelname}_dwt \ 36 | --modelname $modelname \ 37 | --dataname $dataname \ 38 | --num_classes $num_classes \ 39 | --epochs $epochs \ 40 | --use_wavelet_transform \ 41 | --savedir ./results/${dataname}/saved_model \ 42 | --checkpoint ./results/${dataname}/saved_model/${modelname}_dwt/${modelname}_dwt.pt --------------------------------------------------------------------------------