├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yaml │ ├── config.yaml │ └── feature-request.yaml ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── Makefile ├── README.md ├── assets ├── banner.png └── logo.png ├── community ├── benchmarks │ └── template │ │ ├── README.md │ │ └── run.sh ├── leaderboard.md └── methods │ ├── AltPO │ ├── README.md │ ├── generate.py │ ├── generate.yaml │ └── run.sh │ ├── CEU │ └── run.sh │ ├── PDU │ ├── README.md │ └── run.sh │ ├── SatImp │ ├── README.md │ └── run.sh │ ├── UNDIAL │ ├── README.md │ └── run.sh │ ├── WGA │ ├── README.md │ └── run.sh │ └── template │ ├── README.md │ └── run.sh ├── configs ├── accelerate │ ├── default_config.yaml │ └── zero_stage3_offload_config.json ├── collator │ ├── DataCollatorForSupervisedDataset.yaml │ └── DataCollatorForSupervisedDatasetwithIndex.yaml ├── data │ ├── datasets │ │ ├── MUSE_MIA.yaml │ │ ├── MUSE_forget.yaml │ │ ├── MUSE_forget_knowmem.yaml │ │ ├── MUSE_forget_scal.yaml │ │ ├── MUSE_forget_sust.yaml │ │ ├── MUSE_forget_verbmem.yaml │ │ ├── MUSE_retain.yaml │ │ ├── MUSE_retain_knowmem.yaml │ │ ├── MUSE_train.yaml │ │ ├── TOFU_MIA.yaml │ │ ├── TOFU_QA_forget.yaml │ │ ├── TOFU_QA_forget_idk.yaml │ │ ├── TOFU_QA_forget_para.yaml │ │ ├── TOFU_QA_forget_pert.yaml │ │ ├── TOFU_QA_full.yaml │ │ ├── TOFU_QA_ra.yaml │ │ ├── TOFU_QA_ra_pert.yaml │ │ ├── TOFU_QA_retain.yaml │ │ ├── TOFU_QA_retain_eval.yaml │ │ ├── TOFU_QA_retain_para.yaml │ │ ├── TOFU_QA_retain_pert.yaml │ │ ├── TOFU_QA_wf.yaml │ │ ├── TOFU_QA_wf_pert.yaml │ │ ├── WMDP_forget.yaml │ │ └── WMDP_retain.yaml │ ├── finetune.yaml │ └── unlearn.yaml ├── eval.yaml ├── eval │ ├── lm_eval.yaml │ ├── muse.yaml │ ├── muse_metrics │ │ ├── exact_memorization.yaml │ │ ├── extraction_strength.yaml │ │ ├── forget_gibberish.yaml │ │ ├── forget_knowmem_ROUGE.yaml │ │ ├── forget_verbmem_ROUGE.yaml │ │ ├── mia_gradnorm.yaml │ │ ├── mia_loss.yaml │ │ ├── mia_min_k.yaml │ │ ├── mia_min_k_plus_plus.yaml │ │ ├── mia_reference.yaml │ │ ├── mia_zlib.yaml │ │ ├── privleak.yaml │ │ └── retain_knowmem_ROUGE.yaml │ ├── tofu.yaml │ └── tofu_metrics │ │ ├── exact_memorization.yaml │ │ ├── extraction_strength.yaml │ │ ├── forget_Q_A_PARA_Prob.yaml │ │ ├── forget_Q_A_PARA_ROUGE.yaml │ │ ├── forget_Q_A_PERT_Prob.yaml │ │ ├── forget_Q_A_PERT_ROUGE.yaml │ │ ├── forget_Q_A_Prob.yaml │ │ ├── forget_Q_A_ROUGE.yaml │ │ ├── forget_Q_A_gibberish.yaml │ │ ├── forget_Truth_Ratio.yaml │ │ ├── forget_quality.yaml │ │ ├── mia_gradnorm.yaml │ │ ├── mia_loss.yaml │ │ ├── mia_min_k.yaml │ │ ├── mia_min_k_plus_plus.yaml │ │ ├── mia_reference.yaml │ │ ├── mia_zlib.yaml │ │ ├── model_utility.yaml │ │ ├── privleak.yaml │ │ ├── ra_Q_A_PERT_Prob.yaml │ │ ├── ra_Q_A_Prob.yaml │ │ ├── ra_Q_A_Prob_normalised.yaml │ │ ├── ra_Q_A_ROUGE.yaml │ │ ├── ra_Truth_Ratio.yaml │ │ ├── retain_Q_A_PARA_Prob.yaml │ │ ├── retain_Q_A_PERT_Prob.yaml │ │ ├── retain_Q_A_Prob.yaml │ │ ├── retain_Q_A_ROUGE.yaml │ │ ├── retain_Truth_Ratio.yaml │ │ ├── wf_Q_A_PERT_Prob.yaml │ │ ├── wf_Q_A_Prob.yaml │ │ ├── wf_Q_A_Prob_normalised.yaml │ │ ├── wf_Q_A_ROUGE.yaml │ │ └── wf_Truth_Ratio.yaml ├── experiment │ ├── eval │ │ ├── muse │ │ │ └── default.yaml │ │ ├── tofu │ │ │ └── default.yaml │ │ └── wmdp │ │ │ └── default.yaml │ ├── examples │ │ ├── muse_unlearn.yaml │ │ └── tofu_eval.yaml │ ├── finetune │ │ ├── muse │ │ │ └── default.yaml │ │ └── tofu │ │ │ └── default.yaml │ └── unlearn │ │ ├── muse │ │ ├── default.yaml │ │ ├── scalability.yaml │ │ └── sustainabilty.yaml │ │ ├── tofu │ │ ├── default.yaml │ │ └── idk.yaml │ │ └── wmdp │ │ └── default.yaml ├── generation │ └── default.yaml ├── hydra │ ├── default.yaml │ └── eval.yaml ├── model │ ├── Llama-2-13b-hf.yaml │ ├── Llama-2-7b-chat-hf.yaml │ ├── Llama-2-7b-hf.yaml │ ├── Llama-3.1-8B-Instruct.yaml │ ├── Llama-3.2-1B-Instruct.yaml │ ├── Llama-3.2-3B-Instruct.yaml │ ├── Phi-3.5-mini-instruct.yaml │ ├── Qwen2.5-1.5B-Instruct.yaml │ ├── Qwen2.5-3B-Instruct.yaml │ ├── Qwen2.5-7B-Instruct.yaml │ ├── gemma-7b-it.yaml │ ├── phi-1_5.yaml │ └── zephyr-7b-beta.yaml ├── paths │ └── default.yaml ├── train.yaml ├── trainer │ ├── CEU.yaml │ ├── DPO.yaml │ ├── GradAscent.yaml │ ├── GradDiff.yaml │ ├── NPO.yaml │ ├── PDU.yaml │ ├── RMU.yaml │ ├── SatImp.yaml │ ├── SimNPO.yaml │ ├── UNDIAL.yaml │ ├── WGA.yaml │ └── finetune.yaml └── unlearn.yaml ├── docs ├── components.md ├── contributing.md ├── evaluation.md ├── experiments.md ├── hydra.md ├── links.md └── repro.md ├── requirements.txt ├── scripts ├── muse_unlearn.sh ├── tofu_finetune.sh └── tofu_unlearn.sh ├── setup.py ├── setup_data.py └── src ├── data ├── __init__.py ├── collators.py ├── pretraining.py ├── qa.py ├── unlearn.py └── utils.py ├── eval.py ├── evals ├── __init__.py ├── base.py ├── lm_eval.py ├── metrics │ ├── __init__.py │ ├── base.py │ ├── memorization.py │ ├── mia │ │ ├── __init__.py │ │ ├── all_attacks.py │ │ ├── gradnorm.py │ │ ├── loss.py │ │ ├── min_k.py │ │ ├── min_k_plus_plus.py │ │ ├── reference.py │ │ ├── utils.py │ │ └── zlib.py │ ├── privacy.py │ ├── utility.py │ └── utils.py ├── muse.py └── tofu.py ├── model ├── __init__.py └── probe.py ├── train.py └── trainer ├── __init__.py ├── base.py ├── unlearn ├── base.py ├── ceu.py ├── dpo.py ├── grad_ascent.py ├── grad_diff.py ├── npo.py ├── pdu.py ├── rmu.py ├── satimp.py ├── simnpo.py ├── undial.py └── wga.py └── utils.py /.github/ISSUE_TEMPLATE/bug-report.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.github/ISSUE_TEMPLATE/bug-report.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.github/ISSUE_TEMPLATE/config.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.github/ISSUE_TEMPLATE/feature-request.yaml -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/README.md -------------------------------------------------------------------------------- /assets/banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/assets/banner.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/assets/logo.png -------------------------------------------------------------------------------- /community/benchmarks/template/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/benchmarks/template/README.md -------------------------------------------------------------------------------- /community/benchmarks/template/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/benchmarks/template/run.sh -------------------------------------------------------------------------------- /community/leaderboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/leaderboard.md -------------------------------------------------------------------------------- /community/methods/AltPO/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/AltPO/README.md -------------------------------------------------------------------------------- /community/methods/AltPO/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/AltPO/generate.py -------------------------------------------------------------------------------- /community/methods/AltPO/generate.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/AltPO/generate.yaml -------------------------------------------------------------------------------- /community/methods/AltPO/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/AltPO/run.sh -------------------------------------------------------------------------------- /community/methods/CEU/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/CEU/run.sh -------------------------------------------------------------------------------- /community/methods/PDU/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/PDU/README.md -------------------------------------------------------------------------------- /community/methods/PDU/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/PDU/run.sh -------------------------------------------------------------------------------- /community/methods/SatImp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/SatImp/README.md -------------------------------------------------------------------------------- /community/methods/SatImp/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/SatImp/run.sh -------------------------------------------------------------------------------- /community/methods/UNDIAL/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/UNDIAL/README.md -------------------------------------------------------------------------------- /community/methods/UNDIAL/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/UNDIAL/run.sh -------------------------------------------------------------------------------- /community/methods/WGA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/WGA/README.md -------------------------------------------------------------------------------- /community/methods/WGA/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/WGA/run.sh -------------------------------------------------------------------------------- /community/methods/template/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/template/README.md -------------------------------------------------------------------------------- /community/methods/template/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/community/methods/template/run.sh -------------------------------------------------------------------------------- /configs/accelerate/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/accelerate/default_config.yaml -------------------------------------------------------------------------------- /configs/accelerate/zero_stage3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/accelerate/zero_stage3_offload_config.json -------------------------------------------------------------------------------- /configs/collator/DataCollatorForSupervisedDataset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/collator/DataCollatorForSupervisedDataset.yaml -------------------------------------------------------------------------------- /configs/collator/DataCollatorForSupervisedDatasetwithIndex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/collator/DataCollatorForSupervisedDatasetwithIndex.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_MIA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_MIA.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_forget.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_forget_knowmem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_forget_knowmem.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_forget_scal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_forget_scal.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_forget_sust.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_forget_sust.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_forget_verbmem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_forget_verbmem.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_retain.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_retain_knowmem.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_retain_knowmem.yaml -------------------------------------------------------------------------------- /configs/data/datasets/MUSE_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/MUSE_train.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_MIA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_MIA.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_forget.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_forget_idk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_forget_idk.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_forget_para.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_forget_para.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_forget_pert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_forget_pert.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_full.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_ra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_ra.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_ra_pert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_ra_pert.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_retain.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_retain_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_retain_eval.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_retain_para.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_retain_para.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_retain_pert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_retain_pert.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_wf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_wf.yaml -------------------------------------------------------------------------------- /configs/data/datasets/TOFU_QA_wf_pert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/TOFU_QA_wf_pert.yaml -------------------------------------------------------------------------------- /configs/data/datasets/WMDP_forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/WMDP_forget.yaml -------------------------------------------------------------------------------- /configs/data/datasets/WMDP_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/datasets/WMDP_retain.yaml -------------------------------------------------------------------------------- /configs/data/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/finetune.yaml -------------------------------------------------------------------------------- /configs/data/unlearn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/data/unlearn.yaml -------------------------------------------------------------------------------- /configs/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval.yaml -------------------------------------------------------------------------------- /configs/eval/lm_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/lm_eval.yaml -------------------------------------------------------------------------------- /configs/eval/muse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/exact_memorization.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/exact_memorization.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/extraction_strength.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/extraction_strength.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/forget_gibberish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/forget_gibberish.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/forget_knowmem_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/forget_knowmem_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/forget_verbmem_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/forget_verbmem_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_gradnorm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_gradnorm.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_loss.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_min_k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_min_k.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_min_k_plus_plus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_min_k_plus_plus.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_reference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_reference.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/mia_zlib.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/mia_zlib.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/privleak.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/privleak.yaml -------------------------------------------------------------------------------- /configs/eval/muse_metrics/retain_knowmem_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/muse_metrics/retain_knowmem_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/exact_memorization.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/exact_memorization.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/extraction_strength.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/extraction_strength.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_PARA_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_PARA_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_PARA_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_PARA_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_PERT_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_PERT_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_PERT_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_PERT_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Q_A_gibberish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Q_A_gibberish.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_Truth_Ratio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_Truth_Ratio.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/forget_quality.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/forget_quality.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_gradnorm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_gradnorm.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_loss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_loss.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_min_k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_min_k.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_min_k_plus_plus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_min_k_plus_plus.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_reference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_reference.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/mia_zlib.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/mia_zlib.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/model_utility.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/model_utility.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/privleak.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/privleak.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/ra_Q_A_PERT_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/ra_Q_A_PERT_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/ra_Q_A_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/ra_Q_A_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/ra_Q_A_Prob_normalised.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/ra_Q_A_Prob_normalised.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/ra_Q_A_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/ra_Q_A_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/ra_Truth_Ratio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/ra_Truth_Ratio.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/retain_Q_A_PARA_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/retain_Q_A_PARA_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/retain_Q_A_PERT_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/retain_Q_A_PERT_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/retain_Q_A_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/retain_Q_A_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/retain_Q_A_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/retain_Q_A_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/retain_Truth_Ratio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/retain_Truth_Ratio.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/wf_Q_A_PERT_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/wf_Q_A_PERT_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/wf_Q_A_Prob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/wf_Q_A_Prob.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/wf_Q_A_Prob_normalised.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/wf_Q_A_Prob_normalised.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/wf_Q_A_ROUGE.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/wf_Q_A_ROUGE.yaml -------------------------------------------------------------------------------- /configs/eval/tofu_metrics/wf_Truth_Ratio.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/eval/tofu_metrics/wf_Truth_Ratio.yaml -------------------------------------------------------------------------------- /configs/experiment/eval/muse/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/eval/muse/default.yaml -------------------------------------------------------------------------------- /configs/experiment/eval/tofu/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/eval/tofu/default.yaml -------------------------------------------------------------------------------- /configs/experiment/eval/wmdp/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/eval/wmdp/default.yaml -------------------------------------------------------------------------------- /configs/experiment/examples/muse_unlearn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/examples/muse_unlearn.yaml -------------------------------------------------------------------------------- /configs/experiment/examples/tofu_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/examples/tofu_eval.yaml -------------------------------------------------------------------------------- /configs/experiment/finetune/muse/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/finetune/muse/default.yaml -------------------------------------------------------------------------------- /configs/experiment/finetune/tofu/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/finetune/tofu/default.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/muse/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/muse/default.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/muse/scalability.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/muse/scalability.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/muse/sustainabilty.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/muse/sustainabilty.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/tofu/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/tofu/default.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/tofu/idk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/tofu/idk.yaml -------------------------------------------------------------------------------- /configs/experiment/unlearn/wmdp/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/experiment/unlearn/wmdp/default.yaml -------------------------------------------------------------------------------- /configs/generation/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/generation/default.yaml -------------------------------------------------------------------------------- /configs/hydra/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/hydra/default.yaml -------------------------------------------------------------------------------- /configs/hydra/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/hydra/eval.yaml -------------------------------------------------------------------------------- /configs/model/Llama-2-13b-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-2-13b-hf.yaml -------------------------------------------------------------------------------- /configs/model/Llama-2-7b-chat-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-2-7b-chat-hf.yaml -------------------------------------------------------------------------------- /configs/model/Llama-2-7b-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-2-7b-hf.yaml -------------------------------------------------------------------------------- /configs/model/Llama-3.1-8B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-3.1-8B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/Llama-3.2-1B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-3.2-1B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/Llama-3.2-3B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Llama-3.2-3B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/Phi-3.5-mini-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Phi-3.5-mini-instruct.yaml -------------------------------------------------------------------------------- /configs/model/Qwen2.5-1.5B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Qwen2.5-1.5B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/Qwen2.5-3B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Qwen2.5-3B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/Qwen2.5-7B-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/Qwen2.5-7B-Instruct.yaml -------------------------------------------------------------------------------- /configs/model/gemma-7b-it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/gemma-7b-it.yaml -------------------------------------------------------------------------------- /configs/model/phi-1_5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/phi-1_5.yaml -------------------------------------------------------------------------------- /configs/model/zephyr-7b-beta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/model/zephyr-7b-beta.yaml -------------------------------------------------------------------------------- /configs/paths/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/paths/default.yaml -------------------------------------------------------------------------------- /configs/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/train.yaml -------------------------------------------------------------------------------- /configs/trainer/CEU.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/CEU.yaml -------------------------------------------------------------------------------- /configs/trainer/DPO.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/DPO.yaml -------------------------------------------------------------------------------- /configs/trainer/GradAscent.yaml: -------------------------------------------------------------------------------- 1 | defaults: 2 | - finetune 3 | 4 | handler: GradAscent -------------------------------------------------------------------------------- /configs/trainer/GradDiff.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/GradDiff.yaml -------------------------------------------------------------------------------- /configs/trainer/NPO.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/NPO.yaml -------------------------------------------------------------------------------- /configs/trainer/PDU.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/PDU.yaml -------------------------------------------------------------------------------- /configs/trainer/RMU.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/RMU.yaml -------------------------------------------------------------------------------- /configs/trainer/SatImp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/SatImp.yaml -------------------------------------------------------------------------------- /configs/trainer/SimNPO.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/SimNPO.yaml -------------------------------------------------------------------------------- /configs/trainer/UNDIAL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/UNDIAL.yaml -------------------------------------------------------------------------------- /configs/trainer/WGA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/WGA.yaml -------------------------------------------------------------------------------- /configs/trainer/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/trainer/finetune.yaml -------------------------------------------------------------------------------- /configs/unlearn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/configs/unlearn.yaml -------------------------------------------------------------------------------- /docs/components.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/components.md -------------------------------------------------------------------------------- /docs/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/contributing.md -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /docs/experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/experiments.md -------------------------------------------------------------------------------- /docs/hydra.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/hydra.md -------------------------------------------------------------------------------- /docs/links.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/links.md -------------------------------------------------------------------------------- /docs/repro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/docs/repro.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/muse_unlearn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/scripts/muse_unlearn.sh -------------------------------------------------------------------------------- /scripts/tofu_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/scripts/tofu_finetune.sh -------------------------------------------------------------------------------- /scripts/tofu_unlearn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/scripts/tofu_unlearn.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/setup.py -------------------------------------------------------------------------------- /setup_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/setup_data.py -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/__init__.py -------------------------------------------------------------------------------- /src/data/collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/collators.py -------------------------------------------------------------------------------- /src/data/pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/pretraining.py -------------------------------------------------------------------------------- /src/data/qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/qa.py -------------------------------------------------------------------------------- /src/data/unlearn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/unlearn.py -------------------------------------------------------------------------------- /src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/data/utils.py -------------------------------------------------------------------------------- /src/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/eval.py -------------------------------------------------------------------------------- /src/evals/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/__init__.py -------------------------------------------------------------------------------- /src/evals/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/base.py -------------------------------------------------------------------------------- /src/evals/lm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/lm_eval.py -------------------------------------------------------------------------------- /src/evals/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/__init__.py -------------------------------------------------------------------------------- /src/evals/metrics/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/base.py -------------------------------------------------------------------------------- /src/evals/metrics/memorization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/memorization.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/__init__.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/all_attacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/all_attacks.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/gradnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/gradnorm.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/loss.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/min_k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/min_k.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/min_k_plus_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/min_k_plus_plus.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/reference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/reference.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/utils.py -------------------------------------------------------------------------------- /src/evals/metrics/mia/zlib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/mia/zlib.py -------------------------------------------------------------------------------- /src/evals/metrics/privacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/privacy.py -------------------------------------------------------------------------------- /src/evals/metrics/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/utility.py -------------------------------------------------------------------------------- /src/evals/metrics/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/metrics/utils.py -------------------------------------------------------------------------------- /src/evals/muse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/muse.py -------------------------------------------------------------------------------- /src/evals/tofu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/evals/tofu.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/model/__init__.py -------------------------------------------------------------------------------- /src/model/probe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/model/probe.py -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/train.py -------------------------------------------------------------------------------- /src/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/__init__.py -------------------------------------------------------------------------------- /src/trainer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/base.py -------------------------------------------------------------------------------- /src/trainer/unlearn/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/base.py -------------------------------------------------------------------------------- /src/trainer/unlearn/ceu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/ceu.py -------------------------------------------------------------------------------- /src/trainer/unlearn/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/dpo.py -------------------------------------------------------------------------------- /src/trainer/unlearn/grad_ascent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/grad_ascent.py -------------------------------------------------------------------------------- /src/trainer/unlearn/grad_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/grad_diff.py -------------------------------------------------------------------------------- /src/trainer/unlearn/npo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/npo.py -------------------------------------------------------------------------------- /src/trainer/unlearn/pdu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/pdu.py -------------------------------------------------------------------------------- /src/trainer/unlearn/rmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/rmu.py -------------------------------------------------------------------------------- /src/trainer/unlearn/satimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/satimp.py -------------------------------------------------------------------------------- /src/trainer/unlearn/simnpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/simnpo.py -------------------------------------------------------------------------------- /src/trainer/unlearn/undial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/undial.py -------------------------------------------------------------------------------- /src/trainer/unlearn/wga.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/unlearn/wga.py -------------------------------------------------------------------------------- /src/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/locuslab/open-unlearning/HEAD/src/trainer/utils.py --------------------------------------------------------------------------------