├── LICENSE ├── README.md ├── dl2lib ├── __init__.py ├── args.py ├── diffsat.py ├── query │ ├── __init__.py │ ├── api.py │ ├── language.tx │ ├── parser.py │ ├── query.py │ └── util.py └── util.py ├── querying ├── README.md ├── __init__.py ├── context.py ├── download_data.sh ├── evaluation_queries.py ├── evaluation_queries │ ├── .gitignore │ ├── 01_eval.tdql │ ├── 02_generate.tdql │ ├── 03_generate_box.tdql │ ├── 04_genearte_prob.tdql │ ├── 05_class_change.tdql │ ├── 06_class_change_adversarial_example.tdql │ ├── 07_class_change_box.tdql │ ├── 08_class_change_patch.tdql │ ├── 09_class_change_prob.tdql │ ├── 10_class_change_prob2.tdql │ ├── 11_class_change_prob_adversarial.tdql │ ├── 12_diffing.tdql │ ├── 13_diffing_adversarial.tdql │ ├── 14_diffing_gan_discriminator_prob.tdql │ ├── 15_diffing_gan_generator.tdql │ ├── 16_diffing_mask.tdql │ ├── 17_diffing_prob.tdql │ └── 18_diffing_prob2.tdql ├── models │ ├── .gitignore │ ├── cifar │ │ ├── LICENSE │ │ ├── README.md │ │ ├── main.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── densenet.py │ │ │ ├── dpn.py │ │ │ ├── googlenet.py │ │ │ ├── lenet.py │ │ │ ├── mobilenet.py │ │ │ ├── mobilenetv2.py │ │ │ ├── pnasnet.py │ │ │ ├── preact_resnet.py │ │ │ ├── resnet.py │ │ │ ├── resnext.py │ │ │ ├── senet.py │ │ │ ├── shufflenet.py │ │ │ ├── shufflenetv2.py │ │ │ └── vgg.py │ │ └── utils.py │ ├── gtsrb │ │ ├── gtsrb.py │ │ └── sort_data.py │ └── mnist │ │ ├── README.md │ │ ├── main.py │ │ └── requirements.txt ├── run.py ├── run_additional.py └── train_models.sh ├── requirements.txt └── training ├── README.md ├── semisupservised ├── config.py ├── groups.txt ├── main.py ├── resnet.py ├── run.sh └── vgg.py ├── supervised ├── __init__.py ├── constraints.py ├── domains.py ├── main.py ├── models.py ├── oracles.py ├── resnet.py ├── results.py └── run.sh └── unsupervised ├── graphs.py ├── run.sh ├── setup.sh └── train_DL2.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/README.md -------------------------------------------------------------------------------- /dl2lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/__init__.py -------------------------------------------------------------------------------- /dl2lib/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/args.py -------------------------------------------------------------------------------- /dl2lib/diffsat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/diffsat.py -------------------------------------------------------------------------------- /dl2lib/query/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/__init__.py -------------------------------------------------------------------------------- /dl2lib/query/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/api.py -------------------------------------------------------------------------------- /dl2lib/query/language.tx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/language.tx -------------------------------------------------------------------------------- /dl2lib/query/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/parser.py -------------------------------------------------------------------------------- /dl2lib/query/query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/query.py -------------------------------------------------------------------------------- /dl2lib/query/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/query/util.py -------------------------------------------------------------------------------- /dl2lib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/dl2lib/util.py -------------------------------------------------------------------------------- /querying/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/README.md -------------------------------------------------------------------------------- /querying/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /querying/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/context.py -------------------------------------------------------------------------------- /querying/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/download_data.sh -------------------------------------------------------------------------------- /querying/evaluation_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries.py -------------------------------------------------------------------------------- /querying/evaluation_queries/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/.gitignore -------------------------------------------------------------------------------- /querying/evaluation_queries/01_eval.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/01_eval.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/02_generate.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/02_generate.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/03_generate_box.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/03_generate_box.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/04_genearte_prob.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/04_genearte_prob.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/05_class_change.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/05_class_change.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/06_class_change_adversarial_example.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/06_class_change_adversarial_example.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/07_class_change_box.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/07_class_change_box.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/08_class_change_patch.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/08_class_change_patch.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/09_class_change_prob.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/09_class_change_prob.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/10_class_change_prob2.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/10_class_change_prob2.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/11_class_change_prob_adversarial.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/11_class_change_prob_adversarial.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/12_diffing.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/12_diffing.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/13_diffing_adversarial.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/13_diffing_adversarial.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/14_diffing_gan_discriminator_prob.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/14_diffing_gan_discriminator_prob.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/15_diffing_gan_generator.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/15_diffing_gan_generator.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/16_diffing_mask.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/16_diffing_mask.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/17_diffing_prob.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/17_diffing_prob.tdql -------------------------------------------------------------------------------- /querying/evaluation_queries/18_diffing_prob2.tdql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/evaluation_queries/18_diffing_prob2.tdql -------------------------------------------------------------------------------- /querying/models/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/.gitignore -------------------------------------------------------------------------------- /querying/models/cifar/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/LICENSE -------------------------------------------------------------------------------- /querying/models/cifar/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/README.md -------------------------------------------------------------------------------- /querying/models/cifar/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/main.py -------------------------------------------------------------------------------- /querying/models/cifar/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/__init__.py -------------------------------------------------------------------------------- /querying/models/cifar/models/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/densenet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/dpn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/dpn.py -------------------------------------------------------------------------------- /querying/models/cifar/models/googlenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/googlenet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/lenet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/mobilenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/mobilenet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/mobilenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/mobilenetv2.py -------------------------------------------------------------------------------- /querying/models/cifar/models/pnasnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/pnasnet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/preact_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/preact_resnet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/resnet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/resnext.py -------------------------------------------------------------------------------- /querying/models/cifar/models/senet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/senet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/shufflenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/shufflenet.py -------------------------------------------------------------------------------- /querying/models/cifar/models/shufflenetv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/shufflenetv2.py -------------------------------------------------------------------------------- /querying/models/cifar/models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/models/vgg.py -------------------------------------------------------------------------------- /querying/models/cifar/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/cifar/utils.py -------------------------------------------------------------------------------- /querying/models/gtsrb/gtsrb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/gtsrb/gtsrb.py -------------------------------------------------------------------------------- /querying/models/gtsrb/sort_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/gtsrb/sort_data.py -------------------------------------------------------------------------------- /querying/models/mnist/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/mnist/README.md -------------------------------------------------------------------------------- /querying/models/mnist/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/mnist/main.py -------------------------------------------------------------------------------- /querying/models/mnist/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/models/mnist/requirements.txt -------------------------------------------------------------------------------- /querying/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/run.py -------------------------------------------------------------------------------- /querying/run_additional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/run_additional.py -------------------------------------------------------------------------------- /querying/train_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/querying/train_models.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/requirements.txt -------------------------------------------------------------------------------- /training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/README.md -------------------------------------------------------------------------------- /training/semisupservised/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/config.py -------------------------------------------------------------------------------- /training/semisupservised/groups.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/groups.txt -------------------------------------------------------------------------------- /training/semisupservised/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/main.py -------------------------------------------------------------------------------- /training/semisupservised/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/resnet.py -------------------------------------------------------------------------------- /training/semisupservised/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/run.sh -------------------------------------------------------------------------------- /training/semisupservised/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/semisupservised/vgg.py -------------------------------------------------------------------------------- /training/supervised/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/supervised/constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/constraints.py -------------------------------------------------------------------------------- /training/supervised/domains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/domains.py -------------------------------------------------------------------------------- /training/supervised/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/main.py -------------------------------------------------------------------------------- /training/supervised/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/models.py -------------------------------------------------------------------------------- /training/supervised/oracles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/oracles.py -------------------------------------------------------------------------------- /training/supervised/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/resnet.py -------------------------------------------------------------------------------- /training/supervised/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/results.py -------------------------------------------------------------------------------- /training/supervised/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/supervised/run.sh -------------------------------------------------------------------------------- /training/unsupervised/graphs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/unsupervised/graphs.py -------------------------------------------------------------------------------- /training/unsupervised/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/unsupervised/run.sh -------------------------------------------------------------------------------- /training/unsupervised/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/unsupervised/setup.sh -------------------------------------------------------------------------------- /training/unsupervised/train_DL2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eth-sri/dl2/HEAD/training/unsupervised/train_DL2.py --------------------------------------------------------------------------------