├── .env ├── .gitignore ├── README.md ├── config ├── ds_config.json ├── llama2-7b.yaml ├── mm │ ├── calculate_metrics.yaml │ ├── eval.yaml │ ├── finetune.yaml │ └── forget.yaml ├── model_config.yaml └── nlp │ ├── aggregate_eval_stat.yaml │ ├── eval_everything.yaml │ ├── finetune.yaml │ └── forget.yaml ├── cv ├── AdMSLoss.py ├── README.md ├── attack.py ├── finetune.py ├── prepare_celeb_dataset.py ├── prepare_vtofu_dataset.py ├── pretrain.py ├── requirements.txt ├── run_finetune.py ├── run_score.py ├── run_unlearn.py ├── score.py ├── unlearning │ ├── dpo.py │ ├── finetune.py │ ├── llmu.py │ ├── neggrad.py │ ├── retrain.py │ ├── rmu.py │ ├── scrub.py │ ├── scrub_orig.py │ ├── sparsity.py │ └── twins.py └── utils.py ├── data └── idontknow.jsonl ├── methods ├── eco │ ├── __init__.py │ ├── attk_model.py │ ├── classifier.py │ ├── corrupt.py │ ├── main.py │ ├── model.py │ ├── prepare_eco_prompts.py │ └── utils.py └── salun │ ├── generate_mask.py │ └── generate_mask.yaml ├── mm ├── build_mod_table.py ├── build_vllm_table.py ├── calculate_metrics.py ├── dataset.py ├── eval.py ├── finetune.py ├── forget.py ├── trainer.py └── trainer_utils.py ├── nlp ├── aggregate_eval_stat.py ├── data_module.py ├── dataloader.py ├── evaluate_util.py ├── finetune.py ├── forget.py ├── grad_proj.py ├── results.ipynb └── unsloth_ft.py ├── push_model.py ├── req.txt ├── ruff.toml ├── run_exps.py └── utils.py /.env: -------------------------------------------------------------------------------- 1 | PYTHONPATH=/home/dontsov/unlearning -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/README.md -------------------------------------------------------------------------------- /config/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/ds_config.json -------------------------------------------------------------------------------- /config/llama2-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/llama2-7b.yaml -------------------------------------------------------------------------------- /config/mm/calculate_metrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/mm/calculate_metrics.yaml -------------------------------------------------------------------------------- /config/mm/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/mm/eval.yaml -------------------------------------------------------------------------------- /config/mm/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/mm/finetune.yaml -------------------------------------------------------------------------------- /config/mm/forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/mm/forget.yaml -------------------------------------------------------------------------------- /config/model_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/model_config.yaml -------------------------------------------------------------------------------- /config/nlp/aggregate_eval_stat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/nlp/aggregate_eval_stat.yaml -------------------------------------------------------------------------------- /config/nlp/eval_everything.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/nlp/eval_everything.yaml -------------------------------------------------------------------------------- /config/nlp/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/nlp/finetune.yaml -------------------------------------------------------------------------------- /config/nlp/forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/config/nlp/forget.yaml -------------------------------------------------------------------------------- /cv/AdMSLoss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/AdMSLoss.py -------------------------------------------------------------------------------- /cv/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/README.md -------------------------------------------------------------------------------- /cv/attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/attack.py -------------------------------------------------------------------------------- /cv/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/finetune.py -------------------------------------------------------------------------------- /cv/prepare_celeb_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/prepare_celeb_dataset.py -------------------------------------------------------------------------------- /cv/prepare_vtofu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/prepare_vtofu_dataset.py -------------------------------------------------------------------------------- /cv/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/pretrain.py -------------------------------------------------------------------------------- /cv/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/requirements.txt -------------------------------------------------------------------------------- /cv/run_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/run_finetune.py -------------------------------------------------------------------------------- /cv/run_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/run_score.py -------------------------------------------------------------------------------- /cv/run_unlearn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/run_unlearn.py -------------------------------------------------------------------------------- /cv/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/score.py -------------------------------------------------------------------------------- /cv/unlearning/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/dpo.py -------------------------------------------------------------------------------- /cv/unlearning/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/finetune.py -------------------------------------------------------------------------------- /cv/unlearning/llmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/llmu.py -------------------------------------------------------------------------------- /cv/unlearning/neggrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/neggrad.py -------------------------------------------------------------------------------- /cv/unlearning/retrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/retrain.py -------------------------------------------------------------------------------- /cv/unlearning/rmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/rmu.py -------------------------------------------------------------------------------- /cv/unlearning/scrub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/scrub.py -------------------------------------------------------------------------------- /cv/unlearning/scrub_orig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/scrub_orig.py -------------------------------------------------------------------------------- /cv/unlearning/sparsity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/sparsity.py -------------------------------------------------------------------------------- /cv/unlearning/twins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/unlearning/twins.py -------------------------------------------------------------------------------- /cv/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/cv/utils.py -------------------------------------------------------------------------------- /data/idontknow.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/data/idontknow.jsonl -------------------------------------------------------------------------------- /methods/eco/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /methods/eco/attk_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/attk_model.py -------------------------------------------------------------------------------- /methods/eco/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/classifier.py -------------------------------------------------------------------------------- /methods/eco/corrupt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/corrupt.py -------------------------------------------------------------------------------- /methods/eco/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/main.py -------------------------------------------------------------------------------- /methods/eco/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/model.py -------------------------------------------------------------------------------- /methods/eco/prepare_eco_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/prepare_eco_prompts.py -------------------------------------------------------------------------------- /methods/eco/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/eco/utils.py -------------------------------------------------------------------------------- /methods/salun/generate_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/salun/generate_mask.py -------------------------------------------------------------------------------- /methods/salun/generate_mask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/methods/salun/generate_mask.yaml -------------------------------------------------------------------------------- /mm/build_mod_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/build_mod_table.py -------------------------------------------------------------------------------- /mm/build_vllm_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/build_vllm_table.py -------------------------------------------------------------------------------- /mm/calculate_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/calculate_metrics.py -------------------------------------------------------------------------------- /mm/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/dataset.py -------------------------------------------------------------------------------- /mm/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/eval.py -------------------------------------------------------------------------------- /mm/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/finetune.py -------------------------------------------------------------------------------- /mm/forget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/forget.py -------------------------------------------------------------------------------- /mm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/trainer.py -------------------------------------------------------------------------------- /mm/trainer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/mm/trainer_utils.py -------------------------------------------------------------------------------- /nlp/aggregate_eval_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/aggregate_eval_stat.py -------------------------------------------------------------------------------- /nlp/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/data_module.py -------------------------------------------------------------------------------- /nlp/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/dataloader.py -------------------------------------------------------------------------------- /nlp/evaluate_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/evaluate_util.py -------------------------------------------------------------------------------- /nlp/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/finetune.py -------------------------------------------------------------------------------- /nlp/forget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/forget.py -------------------------------------------------------------------------------- /nlp/grad_proj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/grad_proj.py -------------------------------------------------------------------------------- /nlp/results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/results.ipynb -------------------------------------------------------------------------------- /nlp/unsloth_ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/nlp/unsloth_ft.py -------------------------------------------------------------------------------- /push_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/push_model.py -------------------------------------------------------------------------------- /req.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/req.txt -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/ruff.toml -------------------------------------------------------------------------------- /run_exps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/run_exps.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/somvy/multimodal_unlearning/HEAD/utils.py --------------------------------------------------------------------------------