├── .gitignore ├── CODE_OF_CONDUCT.md ├── LICENSE ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── config.py ├── data ├── mcqa_2 │ ├── piqa │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl │ └── winogrande │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl ├── mcqa_5 │ ├── csqa │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl │ └── riddle_sense │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl ├── yesno_close │ ├── boolq │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl │ ├── creak │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl │ └── strategyqa │ │ ├── dev.jsonl │ │ ├── test.jsonl │ │ └── train.jsonl └── yesno_open │ ├── bioasq │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl │ ├── boolq │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl │ └── pubmedqa │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── data_creation.py ├── data_creation_tree.py ├── data_utils ├── data_instance.py ├── loader.py ├── reader.py └── utils.py ├── openai_config.json ├── openai_utils.py ├── prompt.py ├── requirements.txt ├── script ├── loop_example.sh └── train.sh └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/config.py -------------------------------------------------------------------------------- /data/mcqa_2/piqa/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/piqa/dev.jsonl -------------------------------------------------------------------------------- /data/mcqa_2/piqa/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/piqa/test.jsonl -------------------------------------------------------------------------------- /data/mcqa_2/piqa/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/piqa/train.jsonl -------------------------------------------------------------------------------- /data/mcqa_2/winogrande/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/winogrande/dev.jsonl -------------------------------------------------------------------------------- /data/mcqa_2/winogrande/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/winogrande/test.jsonl -------------------------------------------------------------------------------- /data/mcqa_2/winogrande/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_2/winogrande/train.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/csqa/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/csqa/dev.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/csqa/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/csqa/test.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/csqa/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/csqa/train.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/riddle_sense/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/riddle_sense/dev.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/riddle_sense/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/riddle_sense/test.jsonl -------------------------------------------------------------------------------- /data/mcqa_5/riddle_sense/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/mcqa_5/riddle_sense/train.jsonl -------------------------------------------------------------------------------- /data/yesno_close/boolq/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/boolq/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_close/boolq/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/boolq/test.jsonl -------------------------------------------------------------------------------- /data/yesno_close/boolq/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/boolq/train.jsonl -------------------------------------------------------------------------------- /data/yesno_close/creak/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/creak/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_close/creak/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/creak/test.jsonl -------------------------------------------------------------------------------- /data/yesno_close/creak/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/creak/train.jsonl -------------------------------------------------------------------------------- /data/yesno_close/strategyqa/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/strategyqa/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_close/strategyqa/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/strategyqa/test.jsonl -------------------------------------------------------------------------------- /data/yesno_close/strategyqa/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_close/strategyqa/train.jsonl -------------------------------------------------------------------------------- /data/yesno_open/bioasq/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/bioasq/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_open/bioasq/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/bioasq/test.jsonl -------------------------------------------------------------------------------- /data/yesno_open/bioasq/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/bioasq/train.jsonl -------------------------------------------------------------------------------- /data/yesno_open/boolq/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/boolq/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_open/boolq/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/boolq/test.jsonl -------------------------------------------------------------------------------- /data/yesno_open/boolq/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/boolq/train.jsonl -------------------------------------------------------------------------------- /data/yesno_open/pubmedqa/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/pubmedqa/dev.jsonl -------------------------------------------------------------------------------- /data/yesno_open/pubmedqa/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/pubmedqa/test.jsonl -------------------------------------------------------------------------------- /data/yesno_open/pubmedqa/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data/yesno_open/pubmedqa/train.jsonl -------------------------------------------------------------------------------- /data_creation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_creation.py -------------------------------------------------------------------------------- /data_creation_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_creation_tree.py -------------------------------------------------------------------------------- /data_utils/data_instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_utils/data_instance.py -------------------------------------------------------------------------------- /data_utils/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_utils/loader.py -------------------------------------------------------------------------------- /data_utils/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_utils/reader.py -------------------------------------------------------------------------------- /data_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/data_utils/utils.py -------------------------------------------------------------------------------- /openai_config.json: -------------------------------------------------------------------------------- 1 | { 2 | "openai_api_key": "" 3 | } 4 | -------------------------------------------------------------------------------- /openai_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/openai_utils.py -------------------------------------------------------------------------------- /prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/prompt.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | tqdm 2 | openai 3 | transformers 4 | torch -------------------------------------------------------------------------------- /script/loop_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/script/loop_example.sh -------------------------------------------------------------------------------- /script/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/script/train.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/llm-data-creation/HEAD/train.py --------------------------------------------------------------------------------