├── LICENSE ├── README.md ├── algs ├── efk.py ├── enn.py ├── ft.py └── mend.py ├── config ├── alg │ ├── efk.yaml │ ├── enn.yaml │ ├── ft.yaml │ └── mend.yaml ├── config.yaml ├── experiment │ ├── fc.yaml │ ├── gen.yaml │ └── qa.yaml └── model │ ├── bart-base.yaml │ ├── bert-base.yaml │ ├── distilgpt2.yaml │ ├── gpt2.yaml │ ├── gpt2large.yaml │ ├── gpt2medium.yaml │ ├── gpt2xl.yaml │ ├── gptj.yaml │ ├── gptneo27.yaml │ ├── t5large.yaml │ ├── t5small.yaml │ ├── t5xl.yaml │ └── t5xxl.yaml ├── data_classes ├── fever.py ├── nq.py ├── wiki.py └── zsre.py ├── editable_model.py ├── hooks.py ├── losses.py ├── models.py ├── nn.py ├── oracle.py ├── requirements.txt ├── run.py ├── trainer.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/README.md -------------------------------------------------------------------------------- /algs/efk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/algs/efk.py -------------------------------------------------------------------------------- /algs/enn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/algs/enn.py -------------------------------------------------------------------------------- /algs/ft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/algs/ft.py -------------------------------------------------------------------------------- /algs/mend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/algs/mend.py -------------------------------------------------------------------------------- /config/alg/efk.yaml: -------------------------------------------------------------------------------- 1 | # @package _global_ 2 | 3 | alg: efk 4 | train_base: False 5 | lr: 1e-5 6 | -------------------------------------------------------------------------------- /config/alg/enn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/alg/enn.yaml -------------------------------------------------------------------------------- /config/alg/ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/alg/ft.yaml -------------------------------------------------------------------------------- /config/alg/mend.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/alg/mend.yaml -------------------------------------------------------------------------------- /config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/config.yaml -------------------------------------------------------------------------------- /config/experiment/fc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/experiment/fc.yaml -------------------------------------------------------------------------------- /config/experiment/gen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/experiment/gen.yaml -------------------------------------------------------------------------------- /config/experiment/qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/experiment/qa.yaml -------------------------------------------------------------------------------- /config/model/bart-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/bart-base.yaml -------------------------------------------------------------------------------- /config/model/bert-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/bert-base.yaml -------------------------------------------------------------------------------- /config/model/distilgpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/distilgpt2.yaml -------------------------------------------------------------------------------- /config/model/gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gpt2.yaml -------------------------------------------------------------------------------- /config/model/gpt2large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gpt2large.yaml -------------------------------------------------------------------------------- /config/model/gpt2medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gpt2medium.yaml -------------------------------------------------------------------------------- /config/model/gpt2xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gpt2xl.yaml -------------------------------------------------------------------------------- /config/model/gptj.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gptj.yaml -------------------------------------------------------------------------------- /config/model/gptneo27.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/gptneo27.yaml -------------------------------------------------------------------------------- /config/model/t5large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/t5large.yaml -------------------------------------------------------------------------------- /config/model/t5small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/t5small.yaml -------------------------------------------------------------------------------- /config/model/t5xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/t5xl.yaml -------------------------------------------------------------------------------- /config/model/t5xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/config/model/t5xxl.yaml -------------------------------------------------------------------------------- /data_classes/fever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/data_classes/fever.py -------------------------------------------------------------------------------- /data_classes/nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/data_classes/nq.py -------------------------------------------------------------------------------- /data_classes/wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/data_classes/wiki.py -------------------------------------------------------------------------------- /data_classes/zsre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/data_classes/zsre.py -------------------------------------------------------------------------------- /editable_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/editable_model.py -------------------------------------------------------------------------------- /hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/hooks.py -------------------------------------------------------------------------------- /losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/losses.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/models.py -------------------------------------------------------------------------------- /nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/nn.py -------------------------------------------------------------------------------- /oracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/oracle.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/run.py -------------------------------------------------------------------------------- /trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/trainer.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/eric-mitchell/mend/HEAD/utils.py --------------------------------------------------------------------------------