├── .gitignore ├── README.md ├── arguments └── data.py ├── configs ├── adv_imagenet_train_from_scratch │ ├── rn101_16.json │ ├── rn152_16.json │ ├── rn18_16.json │ └── rn50_16.json ├── downstream_train_from_scratch │ ├── cifar100_rn18.json │ ├── cifar100_rn50.json │ ├── cifar10_rn18.json │ ├── cifar10_rn50.json │ ├── dtd_rn18.json │ ├── dtd_rn50.json │ ├── flowers102_rn18.json │ ├── flowers102_rn50.json │ ├── food101_rn18.json │ ├── food101_rn50.json │ ├── oxfordpets_rn18.json │ ├── oxfordpets_rn50.json │ ├── stanfordcars_rn18.json │ ├── stanfordcars_rn50.json │ ├── sun397_rn18.json │ ├── sun397_rn50.json │ ├── ucf101_rn18.json │ ├── ucf101_rn50.json │ └── waterbirds_rn18.json ├── fm │ └── rn18_16_downstream.json ├── imagenet_train_from_scratch │ ├── rn101_16.json │ ├── rn152_16.json │ ├── rn18_16.json │ ├── rn18_24.json │ ├── rn18_32.json │ ├── rn18_40.json │ ├── rn18_56.json │ ├── rn18_88.json │ ├── rn50_16.json │ └── vit_b_16_100.json └── imagenet_transfer_to_downstream │ ├── cifar100_rn101.json │ ├── cifar100_rn101_ff.json │ ├── cifar100_rn18.json │ ├── cifar100_rn18_ff.json │ ├── cifar100_rn50.json │ ├── cifar100_rn50_ff.json │ ├── cifar10_rn101.json │ ├── cifar10_rn101_ff.json │ ├── cifar10_rn18.json │ ├── cifar10_rn18_ff.json │ ├── cifar10_rn50.json │ ├── cifar10_rn50_ff.json │ ├── dtd_rn101.json │ ├── dtd_rn101_ff.json │ ├── dtd_rn18.json │ ├── dtd_rn18_ff.json │ ├── dtd_rn50.json │ ├── dtd_rn50_ff.json │ ├── flowers102_rn101.json │ ├── flowers102_rn101_ff.json │ ├── flowers102_rn18.json │ ├── flowers102_rn18_ff.json │ ├── flowers102_rn50.json │ ├── flowers102_rn50_ff.json │ ├── flowers102_vit.json │ ├── flowers102_vit_ff.json │ ├── food101_rn101.json │ ├── food101_rn101_ff.json │ ├── food101_rn18.json │ ├── food101_rn18_ff.json │ ├── food101_rn50.json │ ├── food101_rn50_ff.json │ ├── oxfordpets_rn101.json │ ├── oxfordpets_rn101_ff.json │ ├── oxfordpets_rn18.json │ ├── oxfordpets_rn18_ff.json │ ├── oxfordpets_rn50.json │ ├── oxfordpets_rn50_ff.json │ ├── oxfordpets_vit.json │ ├── stanfordcars_rn101.json │ ├── stanfordcars_rn101_ff.json │ ├── stanfordcars_rn18.json │ ├── stanfordcars_rn18_ff.json │ ├── stanfordcars_rn50.json │ ├── stanfordcars_rn50_ff.json │ ├── sun397_rn101.json │ ├── sun397_rn101_ff.json │ ├── sun397_rn18.json │ ├── sun397_rn18_ff.json │ ├── sun397_rn50.json │ ├── sun397_rn50_ff.json │ ├── sun397_vit.json │ ├── ucf101_rn101.json │ ├── ucf101_rn101_ff.json │ ├── ucf101_rn18.json │ ├── ucf101_rn18_ff.json │ ├── ucf101_rn50.json │ ├── ucf101_rn50_ff.json │ ├── waterbirds_rn101.json │ ├── waterbirds_rn18.json │ └── waterbirds_rn18_ff.json ├── manager ├── check_by_identifiers.py ├── check_results.py ├── check_results_to_excel.py ├── check_results_to_excel_names.py ├── check_training_status.py ├── check_unfinished.py ├── core │ ├── __init__.py │ ├── experiment_manager.py │ └── parser.py ├── customized_transforms.py ├── export_by_group.py └── rename_add_identifier.py ├── requirements.txt └── src ├── algorithm ├── __init__.py ├── gradients.py ├── hessian_product_approximation.py └── sign_sgd.py ├── auxiliary ├── data_wise_moderate_selection.py ├── extract_data_from_indomain_csv.py ├── feature_gen.py ├── fm_selection_for_imagenet.py ├── get_label_and_indices.py ├── gradient_norm_score_calculation.py ├── handpicked_to_data_indices.py ├── lm_frequency_analysis.py ├── lm_selection_for_imagenet.py ├── moderate_selection.py └── score_aggregation.py ├── data ├── cifar10.py ├── cifar100.py ├── const.py ├── ffcv_downstream.py ├── imagenet.py ├── unit_test.py ├── utils.py └── waterbirds.py ├── experiment ├── adv_imagenet_train_from_scratch.py ├── downstream_train_from_scratch.py ├── imagenet_train_from_scratch.py └── imagenet_transfer_to_downstream.py └── tools ├── adv.py ├── misc.py └── training.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | file 3 | .vscode 4 | .idea 5 | .data -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/README.md -------------------------------------------------------------------------------- /arguments/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/arguments/data.py -------------------------------------------------------------------------------- /configs/adv_imagenet_train_from_scratch/rn101_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/adv_imagenet_train_from_scratch/rn101_16.json -------------------------------------------------------------------------------- /configs/adv_imagenet_train_from_scratch/rn152_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/adv_imagenet_train_from_scratch/rn152_16.json -------------------------------------------------------------------------------- /configs/adv_imagenet_train_from_scratch/rn18_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/adv_imagenet_train_from_scratch/rn18_16.json -------------------------------------------------------------------------------- /configs/adv_imagenet_train_from_scratch/rn50_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/adv_imagenet_train_from_scratch/rn50_16.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/cifar100_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/cifar100_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/cifar100_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/cifar100_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/cifar10_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/cifar10_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/cifar10_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/cifar10_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/dtd_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/dtd_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/dtd_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/dtd_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/flowers102_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/flowers102_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/flowers102_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/flowers102_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/food101_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/food101_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/food101_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/food101_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/oxfordpets_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/oxfordpets_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/oxfordpets_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/oxfordpets_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/stanfordcars_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/stanfordcars_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/stanfordcars_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/stanfordcars_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/sun397_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/sun397_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/sun397_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/sun397_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/ucf101_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/ucf101_rn18.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/ucf101_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/ucf101_rn50.json -------------------------------------------------------------------------------- /configs/downstream_train_from_scratch/waterbirds_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/downstream_train_from_scratch/waterbirds_rn18.json -------------------------------------------------------------------------------- /configs/fm/rn18_16_downstream.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/fm/rn18_16_downstream.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn101_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn101_16.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn152_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn152_16.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_16.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_24.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_24.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_32.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_40.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_56.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_56.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn18_88.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn18_88.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/rn50_16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/rn50_16.json -------------------------------------------------------------------------------- /configs/imagenet_train_from_scratch/vit_b_16_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_train_from_scratch/vit_b_16_100.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar100_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar100_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/cifar10_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/cifar10_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/dtd_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/dtd_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_vit.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_vit.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/flowers102_vit_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/flowers102_vit_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/food101_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/food101_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/oxfordpets_vit.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/oxfordpets_vit.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/stanfordcars_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/stanfordcars_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/sun397_vit.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/sun397_vit.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn101_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn101_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn18_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn50.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/ucf101_rn50_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/ucf101_rn50_ff.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/waterbirds_rn101.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/waterbirds_rn101.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/waterbirds_rn18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/waterbirds_rn18.json -------------------------------------------------------------------------------- /configs/imagenet_transfer_to_downstream/waterbirds_rn18_ff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/configs/imagenet_transfer_to_downstream/waterbirds_rn18_ff.json -------------------------------------------------------------------------------- /manager/check_by_identifiers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_by_identifiers.py -------------------------------------------------------------------------------- /manager/check_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_results.py -------------------------------------------------------------------------------- /manager/check_results_to_excel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_results_to_excel.py -------------------------------------------------------------------------------- /manager/check_results_to_excel_names.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_results_to_excel_names.py -------------------------------------------------------------------------------- /manager/check_training_status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_training_status.py -------------------------------------------------------------------------------- /manager/check_unfinished.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/check_unfinished.py -------------------------------------------------------------------------------- /manager/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/core/__init__.py -------------------------------------------------------------------------------- /manager/core/experiment_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/core/experiment_manager.py -------------------------------------------------------------------------------- /manager/core/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/core/parser.py -------------------------------------------------------------------------------- /manager/customized_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/customized_transforms.py -------------------------------------------------------------------------------- /manager/export_by_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/export_by_group.py -------------------------------------------------------------------------------- /manager/rename_add_identifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/manager/rename_add_identifier.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/algorithm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/algorithm/__init__.py -------------------------------------------------------------------------------- /src/algorithm/gradients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/algorithm/gradients.py -------------------------------------------------------------------------------- /src/algorithm/hessian_product_approximation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/algorithm/hessian_product_approximation.py -------------------------------------------------------------------------------- /src/algorithm/sign_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/algorithm/sign_sgd.py -------------------------------------------------------------------------------- /src/auxiliary/data_wise_moderate_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/data_wise_moderate_selection.py -------------------------------------------------------------------------------- /src/auxiliary/extract_data_from_indomain_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/extract_data_from_indomain_csv.py -------------------------------------------------------------------------------- /src/auxiliary/feature_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/feature_gen.py -------------------------------------------------------------------------------- /src/auxiliary/fm_selection_for_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/fm_selection_for_imagenet.py -------------------------------------------------------------------------------- /src/auxiliary/get_label_and_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/get_label_and_indices.py -------------------------------------------------------------------------------- /src/auxiliary/gradient_norm_score_calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/gradient_norm_score_calculation.py -------------------------------------------------------------------------------- /src/auxiliary/handpicked_to_data_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/handpicked_to_data_indices.py -------------------------------------------------------------------------------- /src/auxiliary/lm_frequency_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/lm_frequency_analysis.py -------------------------------------------------------------------------------- /src/auxiliary/lm_selection_for_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/lm_selection_for_imagenet.py -------------------------------------------------------------------------------- /src/auxiliary/moderate_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/moderate_selection.py -------------------------------------------------------------------------------- /src/auxiliary/score_aggregation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/auxiliary/score_aggregation.py -------------------------------------------------------------------------------- /src/data/cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/cifar10.py -------------------------------------------------------------------------------- /src/data/cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/cifar100.py -------------------------------------------------------------------------------- /src/data/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/const.py -------------------------------------------------------------------------------- /src/data/ffcv_downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/ffcv_downstream.py -------------------------------------------------------------------------------- /src/data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/imagenet.py -------------------------------------------------------------------------------- /src/data/unit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/unit_test.py -------------------------------------------------------------------------------- /src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/utils.py -------------------------------------------------------------------------------- /src/data/waterbirds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/data/waterbirds.py -------------------------------------------------------------------------------- /src/experiment/adv_imagenet_train_from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/experiment/adv_imagenet_train_from_scratch.py -------------------------------------------------------------------------------- /src/experiment/downstream_train_from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/experiment/downstream_train_from_scratch.py -------------------------------------------------------------------------------- /src/experiment/imagenet_train_from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/experiment/imagenet_train_from_scratch.py -------------------------------------------------------------------------------- /src/experiment/imagenet_transfer_to_downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/experiment/imagenet_transfer_to_downstream.py -------------------------------------------------------------------------------- /src/tools/adv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/tools/adv.py -------------------------------------------------------------------------------- /src/tools/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/tools/misc.py -------------------------------------------------------------------------------- /src/tools/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OPTML-Group/DP4TL/HEAD/src/tools/training.py --------------------------------------------------------------------------------