├── .gitignore ├── LICENSE ├── README.md ├── bashes ├── copyright │ ├── base_eval.sh │ ├── base_train.sh │ ├── offset_eval.sh │ ├── offset_train.sh │ ├── uld_eval.sh │ └── uld_train.sh └── tofu │ ├── base_eval.sh │ ├── base_train.sh │ ├── offset_eval.sh │ ├── offset_train.sh │ ├── uld_eval.sh │ └── uld_train.sh ├── configs ├── .gitkeep ├── __init__.py ├── data │ ├── harry.yaml │ └── tofu.yaml ├── data_mode │ ├── dpo.yaml │ ├── dpo_more_retain_perturb.yaml │ ├── dpo_retain.yaml │ ├── forget.yaml │ ├── forget_more.yaml │ ├── forget_more_dpo.yaml │ ├── forget_more_retain.yaml │ ├── forget_more_retain_perturb.yaml │ ├── forget_retain.yaml │ └── forget_retain_perturb.yaml ├── ds_config.json ├── eval_config.yaml ├── model │ ├── llama-2-7b.yaml │ ├── mistral.yaml │ └── tofu-llama-2.yaml ├── model_mode │ ├── base.yaml │ ├── offset.yaml │ └── uld.yaml ├── tune_config.yaml └── unlearn_loss │ ├── dpo+gd.yaml │ ├── dpo+kl.yaml │ ├── dpo.yaml │ ├── ga+gd.yaml │ ├── ga+kl.yaml │ ├── ga.yaml │ ├── npo+gd.yaml │ ├── npo+kl.yaml │ ├── npo.yaml │ └── remember+uniform.yaml ├── data ├── aug_data │ └── tofu │ │ ├── forget01_perturbed │ │ ├── paraphrase_res.csv │ │ └── perturb_res.csv │ │ ├── forget05_perturbed │ │ ├── paraphrase_res.csv │ │ └── perturb_res.csv │ │ └── forget10_perturbed │ │ ├── paraphrase_res.csv │ │ └── perturb_res.csv ├── forget01_llama_wd0.01 ├── forget05_llama_wd0.01 ├── forget10_llama_wd0.01 ├── hp │ └── README.md ├── idontknow.jsonl ├── real_authors_perturbed.json ├── refusal.jsonl ├── retain90_llama_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── aggregated_stat.csv │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json ├── retain90_phi_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json ├── retain95_llama_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_aggregated_new.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json ├── retain95_phi_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json ├── retain99_llama_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json ├── retain99_phi_wd0.01 │ └── eval_results │ │ └── ds_size300 │ │ ├── aggregate_stat.csv │ │ ├── eval_log.json │ │ ├── eval_log_aggregated.json │ │ ├── eval_log_forget.json │ │ ├── eval_real_author_wo_options.json │ │ └── eval_real_world_wo_options.json └── world_facts_perturbed.json ├── environment.yaml ├── install.sh ├── requirements.txt ├── scripts ├── .gitkeep ├── __init__.py ├── eval_harry.py ├── eval_tofu.py └── hf_forget_train.py ├── setup.py └── uld ├── __init__.py ├── data ├── __init__.py ├── conv_util.py ├── datamodule.py ├── harry.py └── tofu.py ├── harryutil ├── __init__.py ├── convert_data.py └── evaluate_util.py ├── hfutil ├── __init__.py ├── hf_callbacks.py └── hf_trainers.py ├── log_util.py ├── model ├── __init__.py ├── contrastllm.py ├── forget_losses.py ├── gen_util.py ├── offsetllm.py ├── peft_util.py └── utils.py ├── tofuutil ├── __init__.py ├── data_module.py ├── evaluate_util.py └── utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/README.md -------------------------------------------------------------------------------- /bashes/copyright/base_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/base_eval.sh -------------------------------------------------------------------------------- /bashes/copyright/base_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/base_train.sh -------------------------------------------------------------------------------- /bashes/copyright/offset_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/offset_eval.sh -------------------------------------------------------------------------------- /bashes/copyright/offset_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/offset_train.sh -------------------------------------------------------------------------------- /bashes/copyright/uld_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/uld_eval.sh -------------------------------------------------------------------------------- /bashes/copyright/uld_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/copyright/uld_train.sh -------------------------------------------------------------------------------- /bashes/tofu/base_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/base_eval.sh -------------------------------------------------------------------------------- /bashes/tofu/base_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/base_train.sh -------------------------------------------------------------------------------- /bashes/tofu/offset_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/offset_eval.sh -------------------------------------------------------------------------------- /bashes/tofu/offset_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/offset_train.sh -------------------------------------------------------------------------------- /bashes/tofu/uld_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/uld_eval.sh -------------------------------------------------------------------------------- /bashes/tofu/uld_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/bashes/tofu/uld_train.sh -------------------------------------------------------------------------------- /configs/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/data/harry.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data/harry.yaml -------------------------------------------------------------------------------- /configs/data/tofu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data/tofu.yaml -------------------------------------------------------------------------------- /configs/data_mode/dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/dpo.yaml -------------------------------------------------------------------------------- /configs/data_mode/dpo_more_retain_perturb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/dpo_more_retain_perturb.yaml -------------------------------------------------------------------------------- /configs/data_mode/dpo_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/dpo_retain.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_more.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_more.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_more_dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_more_dpo.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_more_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_more_retain.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_more_retain_perturb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_more_retain_perturb.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_retain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_retain.yaml -------------------------------------------------------------------------------- /configs/data_mode/forget_retain_perturb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/data_mode/forget_retain_perturb.yaml -------------------------------------------------------------------------------- /configs/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/ds_config.json -------------------------------------------------------------------------------- /configs/eval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/eval_config.yaml -------------------------------------------------------------------------------- /configs/model/llama-2-7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model/llama-2-7b.yaml -------------------------------------------------------------------------------- /configs/model/mistral.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model/mistral.yaml -------------------------------------------------------------------------------- /configs/model/tofu-llama-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model/tofu-llama-2.yaml -------------------------------------------------------------------------------- /configs/model_mode/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model_mode/base.yaml -------------------------------------------------------------------------------- /configs/model_mode/offset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model_mode/offset.yaml -------------------------------------------------------------------------------- /configs/model_mode/uld.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/model_mode/uld.yaml -------------------------------------------------------------------------------- /configs/tune_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/tune_config.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/dpo+gd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/dpo+gd.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/dpo+kl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/dpo+kl.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/dpo.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/ga+gd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/ga+gd.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/ga+kl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/ga+kl.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/ga.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/ga.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/npo+gd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/npo+gd.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/npo+kl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/npo+kl.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/npo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/npo.yaml -------------------------------------------------------------------------------- /configs/unlearn_loss/remember+uniform.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/configs/unlearn_loss/remember+uniform.yaml -------------------------------------------------------------------------------- /data/aug_data/tofu/forget01_perturbed/paraphrase_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget01_perturbed/paraphrase_res.csv -------------------------------------------------------------------------------- /data/aug_data/tofu/forget01_perturbed/perturb_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget01_perturbed/perturb_res.csv -------------------------------------------------------------------------------- /data/aug_data/tofu/forget05_perturbed/paraphrase_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget05_perturbed/paraphrase_res.csv -------------------------------------------------------------------------------- /data/aug_data/tofu/forget05_perturbed/perturb_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget05_perturbed/perturb_res.csv -------------------------------------------------------------------------------- /data/aug_data/tofu/forget10_perturbed/paraphrase_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget10_perturbed/paraphrase_res.csv -------------------------------------------------------------------------------- /data/aug_data/tofu/forget10_perturbed/perturb_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/aug_data/tofu/forget10_perturbed/perturb_res.csv -------------------------------------------------------------------------------- /data/forget01_llama_wd0.01: -------------------------------------------------------------------------------- 1 | retain99_llama_wd0.01 -------------------------------------------------------------------------------- /data/forget05_llama_wd0.01: -------------------------------------------------------------------------------- 1 | retain95_llama_wd0.01 -------------------------------------------------------------------------------- /data/forget10_llama_wd0.01: -------------------------------------------------------------------------------- 1 | retain90_llama_wd0.01 -------------------------------------------------------------------------------- /data/hp/README.md: -------------------------------------------------------------------------------- 1 | We use the data released by SOUL paper(https://github.com/OPTML-Group/SOUL). -------------------------------------------------------------------------------- /data/idontknow.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/idontknow.jsonl -------------------------------------------------------------------------------- /data/real_authors_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/real_authors_perturbed.json -------------------------------------------------------------------------------- /data/refusal.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/refusal.jsonl -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/aggregated_stat.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/aggregated_stat.csv -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated_new.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated_new.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/aggregate_stat.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/aggregate_stat.csv -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /data/world_facts_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/data/world_facts_perturbed.json -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/environment.yaml -------------------------------------------------------------------------------- /install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/install.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/eval_harry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/scripts/eval_harry.py -------------------------------------------------------------------------------- /scripts/eval_tofu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/scripts/eval_tofu.py -------------------------------------------------------------------------------- /scripts/hf_forget_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/scripts/hf_forget_train.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/setup.py -------------------------------------------------------------------------------- /uld/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/__init__.py -------------------------------------------------------------------------------- /uld/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/data/__init__.py -------------------------------------------------------------------------------- /uld/data/conv_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/data/conv_util.py -------------------------------------------------------------------------------- /uld/data/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/data/datamodule.py -------------------------------------------------------------------------------- /uld/data/harry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/data/harry.py -------------------------------------------------------------------------------- /uld/data/tofu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/data/tofu.py -------------------------------------------------------------------------------- /uld/harryutil/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /uld/harryutil/convert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/harryutil/convert_data.py -------------------------------------------------------------------------------- /uld/harryutil/evaluate_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/harryutil/evaluate_util.py -------------------------------------------------------------------------------- /uld/hfutil/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/hfutil/__init__.py -------------------------------------------------------------------------------- /uld/hfutil/hf_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/hfutil/hf_callbacks.py -------------------------------------------------------------------------------- /uld/hfutil/hf_trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/hfutil/hf_trainers.py -------------------------------------------------------------------------------- /uld/log_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/log_util.py -------------------------------------------------------------------------------- /uld/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/__init__.py -------------------------------------------------------------------------------- /uld/model/contrastllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/contrastllm.py -------------------------------------------------------------------------------- /uld/model/forget_losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/forget_losses.py -------------------------------------------------------------------------------- /uld/model/gen_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/gen_util.py -------------------------------------------------------------------------------- /uld/model/offsetllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/offsetllm.py -------------------------------------------------------------------------------- /uld/model/peft_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/peft_util.py -------------------------------------------------------------------------------- /uld/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/model/utils.py -------------------------------------------------------------------------------- /uld/tofuutil/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/tofuutil/__init__.py -------------------------------------------------------------------------------- /uld/tofuutil/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/tofuutil/data_module.py -------------------------------------------------------------------------------- /uld/tofuutil/evaluate_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/tofuutil/evaluate_util.py -------------------------------------------------------------------------------- /uld/tofuutil/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/tofuutil/utils.py -------------------------------------------------------------------------------- /uld/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/UCSB-NLP-Chang/ULD/HEAD/uld/utils.py --------------------------------------------------------------------------------