├── README.md ├── app.py ├── config ├── ds.json └── fsdp.json ├── data ├── gsm8kinstruct │ ├── bn │ │ └── train.txt │ ├── de │ │ └── train.txt │ ├── en │ │ └── train.txt │ ├── es │ │ └── train.txt │ ├── extract_data.py │ ├── fr │ │ └── train.txt │ ├── gsm8kinstruct.py │ ├── ja │ │ └── train.txt │ ├── ru │ │ └── train.txt │ ├── sw │ │ └── train.txt │ ├── th │ │ └── train.txt │ └── zh │ │ └── train.txt ├── gsmtrans │ ├── gsm8kinstruct_question │ │ ├── bn-en │ │ │ ├── train.bn │ │ │ └── train.en │ │ ├── de-en │ │ │ ├── train.de │ │ │ └── train.en │ │ ├── es-en │ │ │ ├── train.en │ │ │ └── train.es │ │ ├── fr-en │ │ │ ├── train.en │ │ │ └── train.fr │ │ ├── ja-en │ │ │ ├── train.en │ │ │ └── train.ja │ │ ├── ru-en │ │ │ ├── train.en │ │ │ └── train.ru │ │ ├── sw-en │ │ │ ├── train.en │ │ │ └── train.sw │ │ ├── th-en │ │ │ ├── train.en │ │ │ └── train.th │ │ └── zh-en │ │ │ ├── train.en │ │ │ └── train.zh │ └── gsmtrans.py └── metamath │ └── metamath.py ├── debug ├── debug.py └── utils.py ├── embedding.py ├── environment.yml ├── evaluate ├── scripts │ ├── data │ │ ├── mgsm │ │ │ ├── README.md │ │ │ ├── exemplars.py │ │ │ ├── mgsm_Bengali.json │ │ │ ├── mgsm_Chinese.json │ │ │ ├── mgsm_English.json │ │ │ ├── mgsm_French.json │ │ │ ├── mgsm_German.json │ │ │ ├── mgsm_Japanese.json │ │ │ ├── mgsm_Russian.json │ │ │ ├── mgsm_Spanish.json │ │ │ ├── mgsm_Swahili.json │ │ │ ├── mgsm_Telugu.json │ │ │ ├── mgsm_Thai.json │ │ │ ├── mgsm_bn.tsv │ │ │ ├── mgsm_de.tsv │ │ │ ├── mgsm_en.tsv │ │ │ ├── mgsm_es.tsv │ │ │ ├── mgsm_fr.tsv │ │ │ ├── mgsm_ja.tsv │ │ │ ├── mgsm_ru.tsv │ │ │ ├── mgsm_sw.tsv │ │ │ ├── mgsm_te.tsv │ │ │ ├── mgsm_th.tsv │ │ │ └── mgsm_zh.tsv │ │ └── msvamp │ │ │ ├── test_Bengali.json │ │ │ ├── test_Chinese.json │ │ │ ├── test_English.json │ │ │ ├── test_French.json │ │ │ ├── test_German.json │ │ │ ├── test_Japanese.json │ │ │ ├── test_Russian.json │ │ │ ├── test_Spanish.json │ │ │ ├── test_Swahili.json │ │ │ └── test_Thai.json │ ├── mgsm_test.py │ ├── mgsm_test.sh │ ├── model_loading.py │ ├── prompt_eval.py │ ├── svamp_test.py │ └── svamp_test.sh └── utils │ ├── data │ ├── data_utils.py │ └── raw_datasets.py │ ├── ds_utils.py │ ├── module │ └── lora.py │ └── utils.py ├── finetune.py ├── illustration.png ├── requirements.txt ├── training_scripts ├── finetune.sh ├── finetune_dp.sh ├── finetune_llama2_13b.sh └── finetune_llama2_7b.sh ├── utils.py └── weight_diff.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/app.py -------------------------------------------------------------------------------- /config/ds.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/config/ds.json -------------------------------------------------------------------------------- /config/fsdp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/config/fsdp.json -------------------------------------------------------------------------------- /data/gsm8kinstruct/bn/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/bn/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/de/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/de/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/en/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/en/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/es/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/es/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/extract_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/extract_data.py -------------------------------------------------------------------------------- /data/gsm8kinstruct/fr/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/fr/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/gsm8kinstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/gsm8kinstruct.py -------------------------------------------------------------------------------- /data/gsm8kinstruct/ja/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/ja/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/ru/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/ru/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/sw/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/sw/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/th/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/th/train.txt -------------------------------------------------------------------------------- /data/gsm8kinstruct/zh/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsm8kinstruct/zh/train.txt -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/bn-en/train.bn: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/bn-en/train.bn -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/bn-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/bn-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/de-en/train.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/de-en/train.de -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/de-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/de-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/es-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/es-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/es-en/train.es: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/es-en/train.es -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/fr-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/fr-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/fr-en/train.fr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/fr-en/train.fr -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/ja-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/ja-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/ja-en/train.ja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/ja-en/train.ja -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/ru-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/ru-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/ru-en/train.ru: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/ru-en/train.ru -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/sw-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/sw-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/sw-en/train.sw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/sw-en/train.sw -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/th-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/th-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/th-en/train.th: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/th-en/train.th -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/zh-en/train.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/zh-en/train.en -------------------------------------------------------------------------------- /data/gsmtrans/gsm8kinstruct_question/zh-en/train.zh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsm8kinstruct_question/zh-en/train.zh -------------------------------------------------------------------------------- /data/gsmtrans/gsmtrans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/gsmtrans/gsmtrans.py -------------------------------------------------------------------------------- /data/metamath/metamath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/data/metamath/metamath.py -------------------------------------------------------------------------------- /debug/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/debug/debug.py -------------------------------------------------------------------------------- /debug/utils.py: -------------------------------------------------------------------------------- 1 | ../utils.py -------------------------------------------------------------------------------- /embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/embedding.py -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/environment.yml -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/README.md -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/exemplars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/exemplars.py -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Bengali.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Bengali.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Chinese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Chinese.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_English.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_English.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_French.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_French.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_German.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_German.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Japanese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Japanese.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Russian.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Russian.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Spanish.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Spanish.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Swahili.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Swahili.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Telugu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Telugu.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_Thai.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_Thai.json -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_bn.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_bn.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_de.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_de.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_en.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_es.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_es.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_fr.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_fr.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_ja.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_ja.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_ru.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_ru.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_sw.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_sw.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_te.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_te.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_th.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_th.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/mgsm/mgsm_zh.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/mgsm/mgsm_zh.tsv -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Bengali.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Bengali.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Chinese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Chinese.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_English.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_English.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_French.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_French.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_German.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_German.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Japanese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Japanese.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Russian.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Russian.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Spanish.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Spanish.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Swahili.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Swahili.json -------------------------------------------------------------------------------- /evaluate/scripts/data/msvamp/test_Thai.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/data/msvamp/test_Thai.json -------------------------------------------------------------------------------- /evaluate/scripts/mgsm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/mgsm_test.py -------------------------------------------------------------------------------- /evaluate/scripts/mgsm_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/mgsm_test.sh -------------------------------------------------------------------------------- /evaluate/scripts/model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/model_loading.py -------------------------------------------------------------------------------- /evaluate/scripts/prompt_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/prompt_eval.py -------------------------------------------------------------------------------- /evaluate/scripts/svamp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/svamp_test.py -------------------------------------------------------------------------------- /evaluate/scripts/svamp_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/scripts/svamp_test.sh -------------------------------------------------------------------------------- /evaluate/utils/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/utils/data/data_utils.py -------------------------------------------------------------------------------- /evaluate/utils/data/raw_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/utils/data/raw_datasets.py -------------------------------------------------------------------------------- /evaluate/utils/ds_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/utils/ds_utils.py -------------------------------------------------------------------------------- /evaluate/utils/module/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/utils/module/lora.py -------------------------------------------------------------------------------- /evaluate/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/evaluate/utils/utils.py -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/finetune.py -------------------------------------------------------------------------------- /illustration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/illustration.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/requirements.txt -------------------------------------------------------------------------------- /training_scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/training_scripts/finetune.sh -------------------------------------------------------------------------------- /training_scripts/finetune_dp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/training_scripts/finetune_dp.sh -------------------------------------------------------------------------------- /training_scripts/finetune_llama2_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/training_scripts/finetune_llama2_13b.sh -------------------------------------------------------------------------------- /training_scripts/finetune_llama2_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/training_scripts/finetune_llama2_7b.sh -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/utils.py -------------------------------------------------------------------------------- /weight_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NJUNLP/QAlign/HEAD/weight_diff.py --------------------------------------------------------------------------------