├── AI_ETHICS.md ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── FactCC_Explanation_Annotation.ipynb ├── LICENSE.txt ├── README.md ├── SECURITY.md ├── SummEdits_Benchmark.ipynb ├── data ├── factcc │ └── factcc_explanation_annotation.json └── summedits │ ├── summedits_billsum.json │ ├── summedits_ectsum.json │ ├── summedits_news.json │ ├── summedits_podcast.json │ ├── summedits_qmsumm.json │ ├── summedits_sales_call.json │ ├── summedits_sales_email.json │ ├── summedits_samsum.json │ ├── summedits_scitldr.json │ └── summedits_shakespeare.json ├── images ├── summedits_diagram.png └── summedits_examples.png ├── prompts ├── factcc │ ├── fewshot-cot-prompt1.txt │ ├── fewshot-cot-prompt2.txt │ ├── fewshot-cot-prompt3.txt │ ├── fewshot-gwe-prompt1.txt │ ├── fewshot-gwe-prompt2.txt │ ├── fewshot-gwe-prompt3.txt │ ├── fewshot-prompt1.txt │ ├── fewshot-prompt2.txt │ ├── fewshot-prompt3.txt │ ├── fg-prompt1.txt │ ├── fg-prompt2_1.txt │ ├── fg-prompt2_2.txt │ ├── fg-prompt2_3.txt │ ├── fg-prompt2_4.txt │ ├── fg-prompt2_5.txt │ ├── fg-prompt3_1.txt │ ├── fg-prompt3_2.txt │ ├── fg-prompt3_3.txt │ ├── fg-prompt3_4.txt │ ├── fg-prompt3_5.txt │ ├── persona-prompt1.txt │ ├── persona-prompt2.txt │ ├── persona-prompt3.txt │ ├── zeroshot-prompt1.txt │ ├── zeroshot-prompt2.txt │ └── zeroshot-prompt3.txt └── summedits │ ├── edit_typing_gpt4.txt │ ├── standard_zs_prompt.txt │ ├── step2_consistent.txt │ └── step2_inconsistent.txt ├── requirements.txt ├── utils_diff.py └── utils_reasoning.py /AI_ETHICS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/AI_ETHICS.md -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /FactCC_Explanation_Annotation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/FactCC_Explanation_Annotation.ipynb -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SummEdits_Benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/SummEdits_Benchmark.ipynb -------------------------------------------------------------------------------- /data/factcc/factcc_explanation_annotation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/factcc/factcc_explanation_annotation.json -------------------------------------------------------------------------------- /data/summedits/summedits_billsum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_billsum.json -------------------------------------------------------------------------------- /data/summedits/summedits_ectsum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_ectsum.json -------------------------------------------------------------------------------- /data/summedits/summedits_news.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_news.json -------------------------------------------------------------------------------- /data/summedits/summedits_podcast.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_podcast.json -------------------------------------------------------------------------------- /data/summedits/summedits_qmsumm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_qmsumm.json -------------------------------------------------------------------------------- /data/summedits/summedits_sales_call.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_sales_call.json -------------------------------------------------------------------------------- /data/summedits/summedits_sales_email.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_sales_email.json -------------------------------------------------------------------------------- /data/summedits/summedits_samsum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_samsum.json -------------------------------------------------------------------------------- /data/summedits/summedits_scitldr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_scitldr.json -------------------------------------------------------------------------------- /data/summedits/summedits_shakespeare.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/data/summedits/summedits_shakespeare.json -------------------------------------------------------------------------------- /images/summedits_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/images/summedits_diagram.png -------------------------------------------------------------------------------- /images/summedits_examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/images/summedits_examples.png -------------------------------------------------------------------------------- /prompts/factcc/fewshot-cot-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-cot-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-cot-prompt2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-cot-prompt2.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-cot-prompt3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-cot-prompt3.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-gwe-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-gwe-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-gwe-prompt2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-gwe-prompt2.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-gwe-prompt3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-gwe-prompt3.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-prompt2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-prompt2.txt -------------------------------------------------------------------------------- /prompts/factcc/fewshot-prompt3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fewshot-prompt3.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt2_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt2_1.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt2_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt2_2.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt2_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt2_3.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt2_4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt2_4.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt2_5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt2_5.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt3_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt3_1.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt3_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt3_2.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt3_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt3_3.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt3_4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt3_4.txt -------------------------------------------------------------------------------- /prompts/factcc/fg-prompt3_5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/fg-prompt3_5.txt -------------------------------------------------------------------------------- /prompts/factcc/persona-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/persona-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/persona-prompt2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/persona-prompt2.txt -------------------------------------------------------------------------------- /prompts/factcc/persona-prompt3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/persona-prompt3.txt -------------------------------------------------------------------------------- /prompts/factcc/zeroshot-prompt1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/zeroshot-prompt1.txt -------------------------------------------------------------------------------- /prompts/factcc/zeroshot-prompt2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/zeroshot-prompt2.txt -------------------------------------------------------------------------------- /prompts/factcc/zeroshot-prompt3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/factcc/zeroshot-prompt3.txt -------------------------------------------------------------------------------- /prompts/summedits/edit_typing_gpt4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/summedits/edit_typing_gpt4.txt -------------------------------------------------------------------------------- /prompts/summedits/standard_zs_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/summedits/standard_zs_prompt.txt -------------------------------------------------------------------------------- /prompts/summedits/step2_consistent.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/summedits/step2_consistent.txt -------------------------------------------------------------------------------- /prompts/summedits/step2_inconsistent.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/prompts/summedits/step2_inconsistent.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | python-Levenshtein 2 | nltk 3 | -------------------------------------------------------------------------------- /utils_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/utils_diff.py -------------------------------------------------------------------------------- /utils_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/factualNLG/HEAD/utils_reasoning.py --------------------------------------------------------------------------------