├── .gitignore ├── README.md ├── __init__.py ├── aggregate_eval_stat.py ├── config ├── aggregate_eval_stat.yaml ├── ds_config.json ├── eval_harry.yaml ├── eval_tofu.yaml ├── eval_zsre_inverse.yaml ├── eval_zsre_onehop.yaml ├── eval_zsre_subject_replace.yaml ├── finetune.yaml ├── forget.yaml └── model_config.yaml ├── data ├── Harry │ ├── finetune.json │ ├── forget.json │ └── retain.json ├── TOFU │ ├── forget01.json │ ├── forget05.json │ ├── forget10.json │ ├── retain90.json │ ├── retain95.json │ └── retain99.json ├── ZSRE │ ├── inverse │ │ ├── forget.json │ │ └── retain.json │ ├── onehop │ │ ├── forget.json │ │ └── retain.json │ └── subject_replace │ │ ├── forget.json │ │ └── retain.json ├── idontknow.jsonl └── test │ ├── real_authors_perturbed.json │ ├── test_retain_harry.json │ ├── test_retain_tofu.json │ ├── test_zsre_inverse.json │ ├── test_zsre_onehop.json │ ├── test_zsre_subject_replace.json │ └── world_facts_perturbed.json ├── data_module.py ├── dataloader.py ├── evals ├── eval.py ├── eval_augmentation.py ├── eval_everything.py ├── uld.py └── whos_harry_potter.py ├── evaluate_Harry.py ├── evaluate_TOFU.py ├── evaluate_ZSRE.py ├── figures └── main.png ├── finetune.py ├── forget.py ├── modeling_llama.py ├── modeling_phi.py ├── requirements.txt ├── scripts ├── finetune.sh ├── forget_harry.sh ├── forget_tofu.sh └── forget_zsre.sh └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /aggregate_eval_stat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/aggregate_eval_stat.py -------------------------------------------------------------------------------- /config/aggregate_eval_stat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/aggregate_eval_stat.yaml -------------------------------------------------------------------------------- /config/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/ds_config.json -------------------------------------------------------------------------------- /config/eval_harry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/eval_harry.yaml -------------------------------------------------------------------------------- /config/eval_tofu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/eval_tofu.yaml -------------------------------------------------------------------------------- /config/eval_zsre_inverse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/eval_zsre_inverse.yaml -------------------------------------------------------------------------------- /config/eval_zsre_onehop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/eval_zsre_onehop.yaml -------------------------------------------------------------------------------- /config/eval_zsre_subject_replace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/eval_zsre_subject_replace.yaml -------------------------------------------------------------------------------- /config/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/finetune.yaml -------------------------------------------------------------------------------- /config/forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/forget.yaml -------------------------------------------------------------------------------- /config/model_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/config/model_config.yaml -------------------------------------------------------------------------------- /data/Harry/finetune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/Harry/finetune.json -------------------------------------------------------------------------------- /data/Harry/forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/Harry/forget.json -------------------------------------------------------------------------------- /data/Harry/retain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/Harry/retain.json -------------------------------------------------------------------------------- /data/TOFU/forget01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/forget01.json -------------------------------------------------------------------------------- /data/TOFU/forget05.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/forget05.json -------------------------------------------------------------------------------- /data/TOFU/forget10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/forget10.json -------------------------------------------------------------------------------- /data/TOFU/retain90.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/retain90.json -------------------------------------------------------------------------------- /data/TOFU/retain95.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/retain95.json -------------------------------------------------------------------------------- /data/TOFU/retain99.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/TOFU/retain99.json -------------------------------------------------------------------------------- /data/ZSRE/inverse/forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/inverse/forget.json -------------------------------------------------------------------------------- /data/ZSRE/inverse/retain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/inverse/retain.json -------------------------------------------------------------------------------- /data/ZSRE/onehop/forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/onehop/forget.json -------------------------------------------------------------------------------- /data/ZSRE/onehop/retain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/onehop/retain.json -------------------------------------------------------------------------------- /data/ZSRE/subject_replace/forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/subject_replace/forget.json -------------------------------------------------------------------------------- /data/ZSRE/subject_replace/retain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/ZSRE/subject_replace/retain.json -------------------------------------------------------------------------------- /data/idontknow.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/idontknow.jsonl -------------------------------------------------------------------------------- /data/test/real_authors_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/real_authors_perturbed.json -------------------------------------------------------------------------------- /data/test/test_retain_harry.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/test_retain_harry.json -------------------------------------------------------------------------------- /data/test/test_retain_tofu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/test_retain_tofu.json -------------------------------------------------------------------------------- /data/test/test_zsre_inverse.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/test_zsre_inverse.json -------------------------------------------------------------------------------- /data/test/test_zsre_onehop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/test_zsre_onehop.json -------------------------------------------------------------------------------- /data/test/test_zsre_subject_replace.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/test_zsre_subject_replace.json -------------------------------------------------------------------------------- /data/test/world_facts_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data/test/world_facts_perturbed.json -------------------------------------------------------------------------------- /data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/data_module.py -------------------------------------------------------------------------------- /dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/dataloader.py -------------------------------------------------------------------------------- /evals/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evals/eval.py -------------------------------------------------------------------------------- /evals/eval_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evals/eval_augmentation.py -------------------------------------------------------------------------------- /evals/eval_everything.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evals/eval_everything.py -------------------------------------------------------------------------------- /evals/uld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evals/uld.py -------------------------------------------------------------------------------- /evals/whos_harry_potter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evals/whos_harry_potter.py -------------------------------------------------------------------------------- /evaluate_Harry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evaluate_Harry.py -------------------------------------------------------------------------------- /evaluate_TOFU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evaluate_TOFU.py -------------------------------------------------------------------------------- /evaluate_ZSRE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/evaluate_ZSRE.py -------------------------------------------------------------------------------- /figures/main.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/figures/main.png -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/finetune.py -------------------------------------------------------------------------------- /forget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/forget.py -------------------------------------------------------------------------------- /modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/modeling_llama.py -------------------------------------------------------------------------------- /modeling_phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/modeling_phi.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/scripts/finetune.sh -------------------------------------------------------------------------------- /scripts/forget_harry.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/scripts/forget_harry.sh -------------------------------------------------------------------------------- /scripts/forget_tofu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/scripts/forget_tofu.sh -------------------------------------------------------------------------------- /scripts/forget_zsre.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/scripts/forget_zsre.sh -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaybeLizzy/PERMU/HEAD/utils.py --------------------------------------------------------------------------------