├── .gitignore ├── LICENSE ├── README.md ├── attention.py ├── configs ├── cifar100_continual_lora.py ├── cifar100_dualprompt.py ├── cifar100_hidelora.py ├── cifar100_hideprompt_5e.py ├── cifar100_l2p.py ├── cifar100_sprompt_5e.py ├── cub_cars_few_shot_lora.py ├── cub_dualprompt.py ├── cub_hideprompt_5e.py ├── cub_l2p.py ├── cub_sprompt_5e.py ├── five_datasets_dualprompt.py ├── five_datasets_hideprompt_5e.py ├── five_datasets_l2p.py ├── five_datasets_sprompt_5e.py ├── imr_continual_lora.py ├── imr_dualprompt.py ├── imr_few_shot_lora.py ├── imr_hidelora.py ├── imr_hideprompt_5e.py ├── imr_l2p.py └── imr_sprompt_5e.py ├── continual_datasets ├── continual_datasets.py └── dataset_utils.py ├── datasets.py ├── engines ├── __init__.py ├── continual_lora_engine.py ├── dp_engine.py ├── few_shot_engine.py ├── hide_lora_wtp_and_tap_engine.py ├── hide_promtp_wtp_and_tap_engine.py ├── hide_tii_engine.py └── upstream_lora_engine.py ├── few_shot_datasets.py ├── fsl.py ├── hide_illustration.png ├── main.py ├── peft ├── lora │ ├── continual_lora.py │ ├── hide_lora.py │ └── momentum_lora.py └── prompt │ ├── dp_prompt.py │ └── hide_prompt.py ├── requirements.txt ├── trainers ├── continual_lora_trainer.py ├── dp_trainer.py ├── hidelora_trainer.py ├── hideprompt_trainer.py └── tii_trainer.py ├── training_scripts ├── train_5datasets_ibot21k.sh ├── train_5datsets_vit.sh ├── train_cifar100_dino.sh ├── train_cifar100_ibot.sh ├── train_cifar100_ibot21k.sh ├── train_cifar100_mocov3.sh ├── train_cifar100_vit.sh ├── train_cub_ibot21k.sh ├── train_cub_vit.sh ├── train_imr_dino.sh ├── train_imr_ibot.sh ├── train_imr_ibot21k.sh ├── train_imr_ibot21k_few_shot.sh ├── train_imr_lora.sh ├── train_imr_mocov3.sh └── train_imr_vit.sh ├── utils.py └── vits ├── base.py ├── dp_vision_transformer.py ├── hide_lora_vision_transformer.py └── hide_prompt_vision_transformer.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/README.md -------------------------------------------------------------------------------- /attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/attention.py -------------------------------------------------------------------------------- /configs/cifar100_continual_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_continual_lora.py -------------------------------------------------------------------------------- /configs/cifar100_dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_dualprompt.py -------------------------------------------------------------------------------- /configs/cifar100_hidelora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_hidelora.py -------------------------------------------------------------------------------- /configs/cifar100_hideprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_hideprompt_5e.py -------------------------------------------------------------------------------- /configs/cifar100_l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_l2p.py -------------------------------------------------------------------------------- /configs/cifar100_sprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cifar100_sprompt_5e.py -------------------------------------------------------------------------------- /configs/cub_cars_few_shot_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cub_cars_few_shot_lora.py -------------------------------------------------------------------------------- /configs/cub_dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cub_dualprompt.py -------------------------------------------------------------------------------- /configs/cub_hideprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cub_hideprompt_5e.py -------------------------------------------------------------------------------- /configs/cub_l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cub_l2p.py -------------------------------------------------------------------------------- /configs/cub_sprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/cub_sprompt_5e.py -------------------------------------------------------------------------------- /configs/five_datasets_dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/five_datasets_dualprompt.py -------------------------------------------------------------------------------- /configs/five_datasets_hideprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/five_datasets_hideprompt_5e.py -------------------------------------------------------------------------------- /configs/five_datasets_l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/five_datasets_l2p.py -------------------------------------------------------------------------------- /configs/five_datasets_sprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/five_datasets_sprompt_5e.py -------------------------------------------------------------------------------- /configs/imr_continual_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_continual_lora.py -------------------------------------------------------------------------------- /configs/imr_dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_dualprompt.py -------------------------------------------------------------------------------- /configs/imr_few_shot_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_few_shot_lora.py -------------------------------------------------------------------------------- /configs/imr_hidelora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_hidelora.py -------------------------------------------------------------------------------- /configs/imr_hideprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_hideprompt_5e.py -------------------------------------------------------------------------------- /configs/imr_l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_l2p.py -------------------------------------------------------------------------------- /configs/imr_sprompt_5e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/configs/imr_sprompt_5e.py -------------------------------------------------------------------------------- /continual_datasets/continual_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/continual_datasets/continual_datasets.py -------------------------------------------------------------------------------- /continual_datasets/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/continual_datasets/dataset_utils.py -------------------------------------------------------------------------------- /datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/datasets.py -------------------------------------------------------------------------------- /engines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/__init__.py -------------------------------------------------------------------------------- /engines/continual_lora_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/continual_lora_engine.py -------------------------------------------------------------------------------- /engines/dp_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/dp_engine.py -------------------------------------------------------------------------------- /engines/few_shot_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/few_shot_engine.py -------------------------------------------------------------------------------- /engines/hide_lora_wtp_and_tap_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/hide_lora_wtp_and_tap_engine.py -------------------------------------------------------------------------------- /engines/hide_promtp_wtp_and_tap_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/hide_promtp_wtp_and_tap_engine.py -------------------------------------------------------------------------------- /engines/hide_tii_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/hide_tii_engine.py -------------------------------------------------------------------------------- /engines/upstream_lora_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/engines/upstream_lora_engine.py -------------------------------------------------------------------------------- /few_shot_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/few_shot_datasets.py -------------------------------------------------------------------------------- /fsl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/fsl.py -------------------------------------------------------------------------------- /hide_illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/hide_illustration.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/main.py -------------------------------------------------------------------------------- /peft/lora/continual_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/peft/lora/continual_lora.py -------------------------------------------------------------------------------- /peft/lora/hide_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/peft/lora/hide_lora.py -------------------------------------------------------------------------------- /peft/lora/momentum_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/peft/lora/momentum_lora.py -------------------------------------------------------------------------------- /peft/prompt/dp_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/peft/prompt/dp_prompt.py -------------------------------------------------------------------------------- /peft/prompt/hide_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/peft/prompt/hide_prompt.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/requirements.txt -------------------------------------------------------------------------------- /trainers/continual_lora_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/trainers/continual_lora_trainer.py -------------------------------------------------------------------------------- /trainers/dp_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/trainers/dp_trainer.py -------------------------------------------------------------------------------- /trainers/hidelora_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/trainers/hidelora_trainer.py -------------------------------------------------------------------------------- /trainers/hideprompt_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/trainers/hideprompt_trainer.py -------------------------------------------------------------------------------- /trainers/tii_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/trainers/tii_trainer.py -------------------------------------------------------------------------------- /training_scripts/train_5datasets_ibot21k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_5datasets_ibot21k.sh -------------------------------------------------------------------------------- /training_scripts/train_5datsets_vit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_5datsets_vit.sh -------------------------------------------------------------------------------- /training_scripts/train_cifar100_dino.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cifar100_dino.sh -------------------------------------------------------------------------------- /training_scripts/train_cifar100_ibot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cifar100_ibot.sh -------------------------------------------------------------------------------- /training_scripts/train_cifar100_ibot21k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cifar100_ibot21k.sh -------------------------------------------------------------------------------- /training_scripts/train_cifar100_mocov3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cifar100_mocov3.sh -------------------------------------------------------------------------------- /training_scripts/train_cifar100_vit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cifar100_vit.sh -------------------------------------------------------------------------------- /training_scripts/train_cub_ibot21k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cub_ibot21k.sh -------------------------------------------------------------------------------- /training_scripts/train_cub_vit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_cub_vit.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_dino.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_dino.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_ibot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_ibot.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_ibot21k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_ibot21k.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_ibot21k_few_shot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_ibot21k_few_shot.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_lora.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_mocov3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_mocov3.sh -------------------------------------------------------------------------------- /training_scripts/train_imr_vit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/training_scripts/train_imr_vit.sh -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/utils.py -------------------------------------------------------------------------------- /vits/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/vits/base.py -------------------------------------------------------------------------------- /vits/dp_vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/vits/dp_vision_transformer.py -------------------------------------------------------------------------------- /vits/hide_lora_vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/vits/hide_lora_vision_transformer.py -------------------------------------------------------------------------------- /vits/hide_prompt_vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/HiDe-Prompt/HEAD/vits/hide_prompt_vision_transformer.py --------------------------------------------------------------------------------