├── .gitignore ├── LICENSE.md ├── README.md ├── experiment ├── mia_comp │ ├── README.md │ ├── attack_consistency.ipynb │ ├── datasets.py │ ├── disparity_empirical_analysis.ipynb │ ├── ensemble │ │ ├── ensemble_cost_analysis.ipynb │ │ ├── ensemble_performance.ipynb │ │ ├── ensemble_roc.py │ │ └── max_ensemble_low_fpr.ipynb │ ├── experiment_scripts │ │ ├── ensemble_roc.sh │ │ ├── obtain_accuracy.sh │ │ ├── obtain_auc.sh │ │ ├── obtain_jaccard.sh │ │ ├── obtain_multi_seed_conv.sh │ │ ├── obtain_pred.sh │ │ ├── obtain_pred_top_k_shokri.sh │ │ ├── obtain_upset.sh │ │ ├── obtain_venn.sh │ │ ├── prepare_target.sh │ │ └── run_multi_seed.sh │ ├── miae_env.yml │ ├── obtain_example_hardness.py │ ├── obtain_graphs.py │ ├── obtain_jaccard.py │ ├── obtain_pred.py │ ├── process_CINIC10.ipynb │ └── same_attack_different_signal │ │ ├── same_attack_different_signal.ipynb │ │ └── top_k_shokri_mia.py └── models.py ├── miae ├── README.md ├── __init__.py ├── attacks │ ├── README.md │ ├── __init__.py │ ├── aug_mia.py │ ├── base.py │ ├── calibration_mia.py │ ├── lira_mia.py │ ├── losstraj_mia.py │ ├── reference_mia.py │ ├── shokri_mia.py │ └── yeom_mia.py ├── eval_methods │ ├── README.md │ ├── __init__.py │ ├── experiment.py │ ├── prediction.py │ └── sample_hardness.py ├── utils │ ├── __init__.py │ ├── dataset_utils.py │ ├── models │ │ ├── __init__.py │ │ ├── base.py │ │ ├── conv_net.py │ │ ├── loader.py │ │ ├── vgg16.py │ │ └── wide_resnet.py │ ├── roc_auc.py │ └── set_seed.py └── visualization │ ├── __init__.py │ ├── base.py │ └── venn_diagram.py ├── miae_env.yml ├── obtain_pred_fpr_workflow.png ├── paper.pdf └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/README.md -------------------------------------------------------------------------------- /experiment/mia_comp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/README.md -------------------------------------------------------------------------------- /experiment/mia_comp/attack_consistency.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/attack_consistency.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/datasets.py -------------------------------------------------------------------------------- /experiment/mia_comp/disparity_empirical_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/disparity_empirical_analysis.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/ensemble/ensemble_cost_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/ensemble/ensemble_cost_analysis.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/ensemble/ensemble_performance.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/ensemble/ensemble_performance.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/ensemble/ensemble_roc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/ensemble/ensemble_roc.py -------------------------------------------------------------------------------- /experiment/mia_comp/ensemble/max_ensemble_low_fpr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/ensemble/max_ensemble_low_fpr.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/ensemble_roc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/ensemble_roc.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_accuracy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_accuracy.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_auc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_auc.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_jaccard.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_jaccard.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_multi_seed_conv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_multi_seed_conv.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_pred.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_pred.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_pred_top_k_shokri.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_pred_top_k_shokri.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_upset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_upset.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/obtain_venn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/obtain_venn.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/prepare_target.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/prepare_target.sh -------------------------------------------------------------------------------- /experiment/mia_comp/experiment_scripts/run_multi_seed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/experiment_scripts/run_multi_seed.sh -------------------------------------------------------------------------------- /experiment/mia_comp/miae_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/miae_env.yml -------------------------------------------------------------------------------- /experiment/mia_comp/obtain_example_hardness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/obtain_example_hardness.py -------------------------------------------------------------------------------- /experiment/mia_comp/obtain_graphs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/obtain_graphs.py -------------------------------------------------------------------------------- /experiment/mia_comp/obtain_jaccard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/obtain_jaccard.py -------------------------------------------------------------------------------- /experiment/mia_comp/obtain_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/obtain_pred.py -------------------------------------------------------------------------------- /experiment/mia_comp/process_CINIC10.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/process_CINIC10.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/same_attack_different_signal/same_attack_different_signal.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/same_attack_different_signal/same_attack_different_signal.ipynb -------------------------------------------------------------------------------- /experiment/mia_comp/same_attack_different_signal/top_k_shokri_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/mia_comp/same_attack_different_signal/top_k_shokri_mia.py -------------------------------------------------------------------------------- /experiment/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/experiment/models.py -------------------------------------------------------------------------------- /miae/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/README.md -------------------------------------------------------------------------------- /miae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/attacks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/README.md -------------------------------------------------------------------------------- /miae/attacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/attacks/aug_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/aug_mia.py -------------------------------------------------------------------------------- /miae/attacks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/base.py -------------------------------------------------------------------------------- /miae/attacks/calibration_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/calibration_mia.py -------------------------------------------------------------------------------- /miae/attacks/lira_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/lira_mia.py -------------------------------------------------------------------------------- /miae/attacks/losstraj_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/losstraj_mia.py -------------------------------------------------------------------------------- /miae/attacks/reference_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/reference_mia.py -------------------------------------------------------------------------------- /miae/attacks/shokri_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/shokri_mia.py -------------------------------------------------------------------------------- /miae/attacks/yeom_mia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/attacks/yeom_mia.py -------------------------------------------------------------------------------- /miae/eval_methods/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/eval_methods/README.md -------------------------------------------------------------------------------- /miae/eval_methods/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/eval_methods/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/eval_methods/experiment.py -------------------------------------------------------------------------------- /miae/eval_methods/prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/eval_methods/prediction.py -------------------------------------------------------------------------------- /miae/eval_methods/sample_hardness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/eval_methods/sample_hardness.py -------------------------------------------------------------------------------- /miae/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/dataset_utils.py -------------------------------------------------------------------------------- /miae/utils/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/utils/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/models/base.py -------------------------------------------------------------------------------- /miae/utils/models/conv_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/models/conv_net.py -------------------------------------------------------------------------------- /miae/utils/models/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/models/loader.py -------------------------------------------------------------------------------- /miae/utils/models/vgg16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/models/vgg16.py -------------------------------------------------------------------------------- /miae/utils/models/wide_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/models/wide_resnet.py -------------------------------------------------------------------------------- /miae/utils/roc_auc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/roc_auc.py -------------------------------------------------------------------------------- /miae/utils/set_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/utils/set_seed.py -------------------------------------------------------------------------------- /miae/visualization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miae/visualization/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/visualization/base.py -------------------------------------------------------------------------------- /miae/visualization/venn_diagram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae/visualization/venn_diagram.py -------------------------------------------------------------------------------- /miae_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/miae_env.yml -------------------------------------------------------------------------------- /obtain_pred_fpr_workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/obtain_pred_fpr_workflow.png -------------------------------------------------------------------------------- /paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/paper.pdf -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RPI-DSPlab/mia-disparity/HEAD/setup.py --------------------------------------------------------------------------------