├── README.md ├── create_preference_dataset.py ├── custom_metrics.py ├── customdspy ├── __init__.py ├── colbertv2_local.py ├── hotpot_retrieval_dataset.py ├── hover_retrieval_dataset.py ├── model.py ├── retriever_with_score.py └── tgi_chat.py ├── direct-preference-optimization ├── LICENSE ├── README.md ├── config │ ├── config.yaml │ ├── loss │ │ ├── dpo.yaml │ │ ├── ipo.yaml │ │ └── sft.yaml │ └── model │ │ ├── blank_model.yaml │ │ ├── gemma-2b.yaml │ │ ├── gemma2-9b.yaml │ │ ├── gpt2-large.yaml │ │ ├── gpt2-xl.yaml │ │ ├── gptj.yaml │ │ ├── llama3-8b.yaml │ │ ├── llama7b.yaml │ │ ├── pythia28.yaml │ │ └── pythia69.yaml ├── preference_datasets.py ├── train.py ├── trainers.py └── utils.py ├── docs ├── README.md ├── index.html └── static │ ├── .DS_Store │ ├── css │ ├── bulma-carousel.min.css │ ├── bulma-slider.min.css │ ├── bulma.css.map.txt │ ├── bulma.min.css │ ├── fontawesome.all.min.css │ └── index.css │ ├── images │ ├── favicon.svg │ ├── main_figure.jpg │ ├── results.jpg │ └── teaser_fig.png │ └── js │ ├── bulma-carousel.js │ ├── bulma-carousel.min.js │ ├── bulma-slider.js │ ├── bulma-slider.min.js │ ├── fontawesome.all.min.js │ └── index.js ├── local_evaluate.py ├── requirements.txt ├── run_evals.py ├── sample_run.py ├── tgi_server.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/README.md -------------------------------------------------------------------------------- /create_preference_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/create_preference_dataset.py -------------------------------------------------------------------------------- /custom_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/custom_metrics.py -------------------------------------------------------------------------------- /customdspy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /customdspy/colbertv2_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/colbertv2_local.py -------------------------------------------------------------------------------- /customdspy/hotpot_retrieval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/hotpot_retrieval_dataset.py -------------------------------------------------------------------------------- /customdspy/hover_retrieval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/hover_retrieval_dataset.py -------------------------------------------------------------------------------- /customdspy/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/model.py -------------------------------------------------------------------------------- /customdspy/retriever_with_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/retriever_with_score.py -------------------------------------------------------------------------------- /customdspy/tgi_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/customdspy/tgi_chat.py -------------------------------------------------------------------------------- /direct-preference-optimization/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/LICENSE -------------------------------------------------------------------------------- /direct-preference-optimization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/README.md -------------------------------------------------------------------------------- /direct-preference-optimization/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/config.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/loss/dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/loss/dpo.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/loss/ipo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/loss/ipo.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/loss/sft.yaml: -------------------------------------------------------------------------------- 1 | name: sft -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/blank_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/blank_model.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/gemma-2b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/gemma-2b.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/gemma2-9b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/gemma2-9b.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/gpt2-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/gpt2-large.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/gpt2-xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/gpt2-xl.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/gptj.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/gptj.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/llama3-8b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/llama3-8b.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/llama7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/llama7b.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/pythia28.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/pythia28.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/config/model/pythia69.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/config/model/pythia69.yaml -------------------------------------------------------------------------------- /direct-preference-optimization/preference_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/preference_datasets.py -------------------------------------------------------------------------------- /direct-preference-optimization/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/train.py -------------------------------------------------------------------------------- /direct-preference-optimization/trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/trainers.py -------------------------------------------------------------------------------- /direct-preference-optimization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/direct-preference-optimization/utils.py -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/static/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/.DS_Store -------------------------------------------------------------------------------- /docs/static/css/bulma-carousel.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/bulma-carousel.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma-slider.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/bulma-slider.min.css -------------------------------------------------------------------------------- /docs/static/css/bulma.css.map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/bulma.css.map.txt -------------------------------------------------------------------------------- /docs/static/css/bulma.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/bulma.min.css -------------------------------------------------------------------------------- /docs/static/css/fontawesome.all.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/fontawesome.all.min.css -------------------------------------------------------------------------------- /docs/static/css/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/css/index.css -------------------------------------------------------------------------------- /docs/static/images/favicon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/images/favicon.svg -------------------------------------------------------------------------------- /docs/static/images/main_figure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/images/main_figure.jpg -------------------------------------------------------------------------------- /docs/static/images/results.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/images/results.jpg -------------------------------------------------------------------------------- /docs/static/images/teaser_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/images/teaser_fig.png -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/bulma-carousel.js -------------------------------------------------------------------------------- /docs/static/js/bulma-carousel.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/bulma-carousel.min.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/bulma-slider.js -------------------------------------------------------------------------------- /docs/static/js/bulma-slider.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/bulma-slider.min.js -------------------------------------------------------------------------------- /docs/static/js/fontawesome.all.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/fontawesome.all.min.js -------------------------------------------------------------------------------- /docs/static/js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/docs/static/js/index.js -------------------------------------------------------------------------------- /local_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/local_evaluate.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/run_evals.py -------------------------------------------------------------------------------- /sample_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/sample_run.py -------------------------------------------------------------------------------- /tgi_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/tgi_server.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sher222/LeReT/HEAD/utils.py --------------------------------------------------------------------------------