├── .DS_Store ├── README.md ├── TOFU ├── TOFU_data │ ├── README.md │ ├── forget01.json │ ├── forget01_perturbed.json │ ├── forget05.json │ ├── forget05_perturbed.json │ ├── forget10.json │ ├── forget10_perturbed.json │ ├── forget20.json │ ├── forget30.json │ ├── forget50.json │ ├── forget90.json │ ├── full.json │ ├── gitattributes │ ├── real_authors.json │ ├── real_authors_perturbed.json │ ├── retain10.json │ ├── retain50.json │ ├── retain70.json │ ├── retain80.json │ ├── retain90.json │ ├── retain95.json │ ├── retain99.json │ ├── retain_perturbed.json │ ├── world_facts.json │ └── world_facts_perturbed.json ├── config │ ├── ds_config.json │ ├── eval.yaml │ ├── eval_everything.yaml │ ├── finetune.yaml │ ├── finetune_lora.yaml │ ├── forget.yaml │ ├── forget_lora.yaml │ ├── model_config.yaml │ └── retrain.yaml ├── data │ ├── idontknow.jsonl │ ├── real_authors_perturbed.json │ ├── retain10_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain50_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain70_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain80_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain90_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain90_phi_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain95_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain95_phi_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain99_llama_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ ├── retain99_phi_wd0.01 │ │ └── eval_results │ │ │ └── ds_size300 │ │ │ ├── eval_log.json │ │ │ ├── eval_log_aggregated.json │ │ │ ├── eval_log_forget.json │ │ │ ├── eval_real_author_wo_options.json │ │ │ └── eval_real_world_wo_options.json │ └── world_facts_perturbed.json ├── data_module.py ├── dataloader.py ├── evals │ ├── __pycache__ │ │ └── eval_everything.cpython-310.pyc │ ├── eval.py │ ├── eval_augmentation.py │ └── eval_everything.py ├── evaluate_util.py ├── finetune.py ├── forget.py ├── readme ├── retrain.py └── utils.py └── synthetic ├── .DS_Store ├── dist.py ├── figure ├── .DS_Store ├── d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all.pdf ├── d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all_diff.pdf └── d16_N128_K_2_nf200_nr_1000_alpha_1_id_5_compare_forget_quality_retain_quality_NPO_to_GD.pdf ├── finetune.py ├── mymodel.py ├── parameter_values.yml ├── requirements.txt └── unlearn.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/.DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/README.md -------------------------------------------------------------------------------- /TOFU/TOFU_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/README.md -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget01.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget01.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget01_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget01_perturbed.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget05.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget05.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget05_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget05_perturbed.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget10.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget10_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget10_perturbed.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget20.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget20.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget30.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget30.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget50.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/forget90.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/forget90.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/full.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/full.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/gitattributes -------------------------------------------------------------------------------- /TOFU/TOFU_data/real_authors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/real_authors.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/real_authors_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/real_authors_perturbed.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain10.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain50.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain50.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain70.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain70.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain80.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain80.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain90.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain90.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain95.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain95.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain99.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain99.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/retain_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/retain_perturbed.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/world_facts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/world_facts.json -------------------------------------------------------------------------------- /TOFU/TOFU_data/world_facts_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/TOFU_data/world_facts_perturbed.json -------------------------------------------------------------------------------- /TOFU/config/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/ds_config.json -------------------------------------------------------------------------------- /TOFU/config/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/eval.yaml -------------------------------------------------------------------------------- /TOFU/config/eval_everything.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/eval_everything.yaml -------------------------------------------------------------------------------- /TOFU/config/finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/finetune.yaml -------------------------------------------------------------------------------- /TOFU/config/finetune_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/finetune_lora.yaml -------------------------------------------------------------------------------- /TOFU/config/forget.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/forget.yaml -------------------------------------------------------------------------------- /TOFU/config/forget_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/forget_lora.yaml -------------------------------------------------------------------------------- /TOFU/config/model_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/model_config.yaml -------------------------------------------------------------------------------- /TOFU/config/retrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/config/retrain.yaml -------------------------------------------------------------------------------- /TOFU/data/idontknow.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/idontknow.jsonl -------------------------------------------------------------------------------- /TOFU/data/real_authors_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/real_authors_perturbed.json -------------------------------------------------------------------------------- /TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain10_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain50_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain70_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain80_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain90_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain95_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_llama_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log.json -------------------------------------------------------------------------------- /TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_aggregated.json -------------------------------------------------------------------------------- /TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_log_forget.json -------------------------------------------------------------------------------- /TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_author_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/retain99_phi_wd0.01/eval_results/ds_size300/eval_real_world_wo_options.json -------------------------------------------------------------------------------- /TOFU/data/world_facts_perturbed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data/world_facts_perturbed.json -------------------------------------------------------------------------------- /TOFU/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/data_module.py -------------------------------------------------------------------------------- /TOFU/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/dataloader.py -------------------------------------------------------------------------------- /TOFU/evals/__pycache__/eval_everything.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/evals/__pycache__/eval_everything.cpython-310.pyc -------------------------------------------------------------------------------- /TOFU/evals/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/evals/eval.py -------------------------------------------------------------------------------- /TOFU/evals/eval_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/evals/eval_augmentation.py -------------------------------------------------------------------------------- /TOFU/evals/eval_everything.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/evals/eval_everything.py -------------------------------------------------------------------------------- /TOFU/evaluate_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/evaluate_util.py -------------------------------------------------------------------------------- /TOFU/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/finetune.py -------------------------------------------------------------------------------- /TOFU/forget.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/forget.py -------------------------------------------------------------------------------- /TOFU/readme: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /TOFU/retrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/retrain.py -------------------------------------------------------------------------------- /TOFU/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/TOFU/utils.py -------------------------------------------------------------------------------- /synthetic/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/.DS_Store -------------------------------------------------------------------------------- /synthetic/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/dist.py -------------------------------------------------------------------------------- /synthetic/figure/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/figure/.DS_Store -------------------------------------------------------------------------------- /synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all.pdf -------------------------------------------------------------------------------- /synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all_diff.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_1_compare_all_diff.pdf -------------------------------------------------------------------------------- /synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_5_compare_forget_quality_retain_quality_NPO_to_GD.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/figure/d16_N128_K_2_nf200_nr_1000_alpha_1_id_5_compare_forget_quality_retain_quality_NPO_to_GD.pdf -------------------------------------------------------------------------------- /synthetic/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/finetune.py -------------------------------------------------------------------------------- /synthetic/mymodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/mymodel.py -------------------------------------------------------------------------------- /synthetic/parameter_values.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/parameter_values.yml -------------------------------------------------------------------------------- /synthetic/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/requirements.txt -------------------------------------------------------------------------------- /synthetic/unlearn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/licong-lin/negative-preference-optimization/HEAD/synthetic/unlearn.py --------------------------------------------------------------------------------