├── README.md ├── configures ├── demo_cb.yml ├── demo_complete.yml ├── demo_dia.yml ├── demo_escr.yml └── demo_iscr.yml ├── dpo.py ├── eval.py ├── evaluation ├── __init__.py ├── evaluation_clasheval.py ├── evaluation_conflictqa.py ├── evaluation_freshqa.py ├── evaluation_naturalqa.py ├── evaluation_redditqa.py ├── evaluation_selfeval.py ├── evaluation_taqa.py ├── evaluation_triviaqa.py ├── evaluation_truthfulqa.py ├── multiple_choice.py └── utils.py ├── notebooks └── datasets_download.ipynb ├── pipeline.py ├── prompter.py ├── requirements.txt ├── run.py └── utils ├── .DS_Store ├── __init__.py ├── analysis_utils.py ├── dataset_utils.py ├── multiple_choice.py ├── ner.py ├── nli.py ├── retriever.py ├── sft_dataset_utils.py ├── templates ├── .DS_Store ├── __init__.py ├── dataset_profiles.py ├── examples.py ├── templates.py └── templates_utils.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/README.md -------------------------------------------------------------------------------- /configures/demo_cb.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/configures/demo_cb.yml -------------------------------------------------------------------------------- /configures/demo_complete.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/configures/demo_complete.yml -------------------------------------------------------------------------------- /configures/demo_dia.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/configures/demo_dia.yml -------------------------------------------------------------------------------- /configures/demo_escr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/configures/demo_escr.yml -------------------------------------------------------------------------------- /configures/demo_iscr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/configures/demo_iscr.yml -------------------------------------------------------------------------------- /dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/dpo.py -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/eval.py -------------------------------------------------------------------------------- /evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/__init__.py -------------------------------------------------------------------------------- /evaluation/evaluation_clasheval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_clasheval.py -------------------------------------------------------------------------------- /evaluation/evaluation_conflictqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_conflictqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_freshqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_freshqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_naturalqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_naturalqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_redditqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_redditqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_selfeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_selfeval.py -------------------------------------------------------------------------------- /evaluation/evaluation_taqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_taqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_triviaqa.py -------------------------------------------------------------------------------- /evaluation/evaluation_truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/evaluation_truthfulqa.py -------------------------------------------------------------------------------- /evaluation/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/multiple_choice.py -------------------------------------------------------------------------------- /evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/evaluation/utils.py -------------------------------------------------------------------------------- /notebooks/datasets_download.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/notebooks/datasets_download.ipynb -------------------------------------------------------------------------------- /pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/pipeline.py -------------------------------------------------------------------------------- /prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/prompter.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/run.py -------------------------------------------------------------------------------- /utils/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/.DS_Store -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/analysis_utils.py -------------------------------------------------------------------------------- /utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/dataset_utils.py -------------------------------------------------------------------------------- /utils/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/multiple_choice.py -------------------------------------------------------------------------------- /utils/ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/ner.py -------------------------------------------------------------------------------- /utils/nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/nli.py -------------------------------------------------------------------------------- /utils/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/retriever.py -------------------------------------------------------------------------------- /utils/sft_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/sft_dataset_utils.py -------------------------------------------------------------------------------- /utils/templates/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/.DS_Store -------------------------------------------------------------------------------- /utils/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/__init__.py -------------------------------------------------------------------------------- /utils/templates/dataset_profiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/dataset_profiles.py -------------------------------------------------------------------------------- /utils/templates/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/examples.py -------------------------------------------------------------------------------- /utils/templates/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/templates.py -------------------------------------------------------------------------------- /utils/templates/templates_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/templates/templates_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkkevinkkkkk/situated_faithfulness/HEAD/utils/utils.py --------------------------------------------------------------------------------