├── .gitignore ├── DATA_LICENSE ├── LICENSE ├── README.md ├── assets ├── biomedical-models.md ├── comparison_chinese.png ├── llmzoo.pdf ├── logo.png └── zoo.png ├── llmzoo ├── constants.py ├── datasets │ └── datasets.py ├── deploy │ ├── cli.py │ └── webapp │ │ ├── compression.py │ │ ├── constants.py │ │ ├── controller.py │ │ ├── gradio_css.py │ │ ├── gradio_patch.py │ │ ├── gradio_web_server.py │ │ ├── inference.py │ │ ├── model_worker.py │ │ ├── monkey_patch_non_inplace.py │ │ └── utils.py ├── eval │ ├── README.md │ ├── answers │ │ ├── answer_Chimera-chat-13b.jsonl │ │ ├── answer_Chimera-chat-7b.jsonl │ │ ├── answer_Chinese-Alpaca-7b.jsonl │ │ ├── answer_Phoenix-chat-7b.jsonl │ │ ├── answer_Vicuna-13b.jsonl │ │ ├── answer_Vicuna-7b.jsonl │ │ └── answer_gpt35.jsonl │ ├── compute_metric_all.py │ ├── eval_gpt_review_all.py │ ├── prompt_turbo.py │ ├── prompts │ │ └── order │ │ │ └── prompt_all.json │ ├── questions │ │ ├── multi-lingual-question.jsonl │ │ ├── multilingual │ │ │ ├── ar100.jsonl │ │ │ ├── de100.jsonl │ │ │ ├── en100.jsonl │ │ │ ├── es100.jsonl │ │ │ ├── fr100.jsonl │ │ │ ├── it100.jsonl │ │ │ ├── ja100.jsonl │ │ │ ├── ko100.jsonl │ │ │ ├── pt100.jsonl │ │ │ └── zh100.jsonl │ │ ├── questions-en.jsonl │ │ └── questions-zh.jsonl │ ├── reviews │ │ ├── review_en_13b │ │ │ ├── en │ │ │ │ ├── coherence │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── diversity │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── general │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── immersion │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ └── relevance │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ └── model.txt │ │ ├── review_en_7b │ │ │ ├── en │ │ │ │ ├── coherence │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── diversity │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── general │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── immersion │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ └── relevance │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ └── model.txt │ │ ├── review_output │ │ │ ├── en │ │ │ │ ├── coherence │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── diversity │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── general │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ ├── immersion │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ │ └── relevance │ │ │ │ │ ├── metric.json │ │ │ │ │ ├── ordering.txt │ │ │ │ │ └── review.jsonl │ │ │ ├── model.txt │ │ │ └── zh │ │ │ │ ├── coherence │ │ │ │ ├── metric.json │ │ │ │ ├── ordering.txt │ │ │ │ └── review.jsonl │ │ │ │ ├── diversity │ │ │ │ ├── metric.json │ │ │ │ ├── ordering.txt │ │ │ │ └── review.jsonl │ │ │ │ ├── general │ │ │ │ ├── metric.json │ │ │ │ ├── ordering.txt │ │ │ │ └── review.jsonl │ │ │ │ ├── immersion │ │ │ │ ├── metric.json │ │ │ │ ├── ordering.txt │ │ │ │ └── review.jsonl │ │ │ │ └── relevance │ │ │ │ ├── metric.json │ │ │ │ ├── ordering.txt │ │ │ │ └── review.jsonl │ │ └── review_zh │ │ │ ├── model.txt │ │ │ └── zh │ │ │ ├── coherence │ │ │ ├── metric.json │ │ │ ├── ordering.txt │ │ │ └── review.jsonl │ │ │ ├── diversity │ │ │ ├── metric.json │ │ │ ├── ordering.txt │ │ │ └── review.jsonl │ │ │ ├── general │ │ │ ├── metric.json │ │ │ ├── ordering.txt │ │ │ └── review.jsonl │ │ │ ├── immersion │ │ │ ├── metric.json │ │ │ ├── ordering.txt │ │ │ └── review.jsonl │ │ │ └── relevance │ │ │ ├── metric.json │ │ │ ├── ordering.txt │ │ │ └── review.jsonl │ ├── scripts │ │ ├── run_evaluation_english_7b.sh │ │ ├── run_evaluation_gpt35.sh │ │ └── run_stat_metrics.sh │ └── summary_ordering.py ├── models │ ├── __init__.py │ ├── llama │ │ └── llama_flash_attn_monkey_patch.py │ └── utils.py └── utils.py ├── requirements.txt ├── scripts ├── train_chimera_13b.sh ├── train_chimera_7b.sh └── train_phoenix_7b.sh ├── tools └── apply_delta.py ├── train.py └── train_fast.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | .idea 3 | .DS_Store 4 | *.egg-info 5 | build -------------------------------------------------------------------------------- /DATA_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/DATA_LICENSE -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/README.md -------------------------------------------------------------------------------- /assets/biomedical-models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/assets/biomedical-models.md -------------------------------------------------------------------------------- /assets/comparison_chinese.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/assets/comparison_chinese.png -------------------------------------------------------------------------------- /assets/llmzoo.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/assets/llmzoo.pdf -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/zoo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/assets/zoo.png -------------------------------------------------------------------------------- /llmzoo/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/constants.py -------------------------------------------------------------------------------- /llmzoo/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/datasets/datasets.py -------------------------------------------------------------------------------- /llmzoo/deploy/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/cli.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/compression.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/constants.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/controller.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/gradio_css.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/gradio_patch.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/gradio_web_server.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/inference.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/model_worker.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /llmzoo/deploy/webapp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/deploy/webapp/utils.py -------------------------------------------------------------------------------- /llmzoo/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/README.md -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Chimera-chat-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Chimera-chat-13b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Chimera-chat-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Chimera-chat-7b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Chinese-Alpaca-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Chinese-Alpaca-7b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Phoenix-chat-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Phoenix-chat-7b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Vicuna-13b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Vicuna-13b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_Vicuna-7b.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_Vicuna-7b.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/answers/answer_gpt35.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/answers/answer_gpt35.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/compute_metric_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/compute_metric_all.py -------------------------------------------------------------------------------- /llmzoo/eval/eval_gpt_review_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/eval_gpt_review_all.py -------------------------------------------------------------------------------- /llmzoo/eval/prompt_turbo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/prompt_turbo.py -------------------------------------------------------------------------------- /llmzoo/eval/prompts/order/prompt_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/prompts/order/prompt_all.json -------------------------------------------------------------------------------- /llmzoo/eval/questions/multi-lingual-question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multi-lingual-question.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/ar100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/ar100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/de100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/de100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/en100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/en100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/es100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/es100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/fr100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/fr100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/it100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/it100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/ja100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/ja100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/ko100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/ko100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/pt100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/pt100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/multilingual/zh100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/multilingual/zh100.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/questions-en.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/questions-en.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/questions/questions-zh.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/questions/questions-zh.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/coherence/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/coherence/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/coherence/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/coherence/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/coherence/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/coherence/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/diversity/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/diversity/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/diversity/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/diversity/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/diversity/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/diversity/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/general/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/general/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/general/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/general/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/general/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/general/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/immersion/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/immersion/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/immersion/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/immersion/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/immersion/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/immersion/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/relevance/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/relevance/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/relevance/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/relevance/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/en/relevance/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/en/relevance/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_13b/model.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_13b/model.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/coherence/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/coherence/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/coherence/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/coherence/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/coherence/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/coherence/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/diversity/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/diversity/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/diversity/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/diversity/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/diversity/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/diversity/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/general/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/general/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/general/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/general/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/general/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/general/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/immersion/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/immersion/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/immersion/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/immersion/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/immersion/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/immersion/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/relevance/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/relevance/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/relevance/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/relevance/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/en/relevance/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/en/relevance/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_en_7b/model.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_en_7b/model.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/coherence/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/coherence/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/coherence/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/coherence/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/coherence/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/coherence/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/diversity/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/diversity/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/diversity/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/diversity/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/diversity/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/diversity/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/general/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/general/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/general/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/general/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/general/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/general/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/immersion/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/immersion/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/immersion/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/immersion/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/immersion/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/immersion/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/relevance/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/relevance/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/relevance/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/relevance/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/en/relevance/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/en/relevance/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/model.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/model.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/coherence/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/coherence/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/coherence/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/coherence/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/coherence/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/coherence/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/diversity/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/diversity/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/diversity/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/diversity/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/diversity/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/diversity/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/general/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/general/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/general/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/general/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/general/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/general/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/immersion/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/immersion/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/immersion/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/immersion/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/immersion/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/immersion/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/relevance/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/relevance/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/relevance/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/relevance/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_output/zh/relevance/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_output/zh/relevance/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/model.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/model.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/coherence/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/coherence/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/coherence/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/coherence/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/coherence/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/coherence/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/diversity/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/diversity/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/diversity/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/diversity/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/diversity/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/diversity/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/general/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/general/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/general/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/general/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/general/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/general/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/immersion/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/immersion/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/immersion/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/immersion/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/immersion/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/immersion/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/relevance/metric.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/relevance/metric.json -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/relevance/ordering.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/relevance/ordering.txt -------------------------------------------------------------------------------- /llmzoo/eval/reviews/review_zh/zh/relevance/review.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/reviews/review_zh/zh/relevance/review.jsonl -------------------------------------------------------------------------------- /llmzoo/eval/scripts/run_evaluation_english_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/scripts/run_evaluation_english_7b.sh -------------------------------------------------------------------------------- /llmzoo/eval/scripts/run_evaluation_gpt35.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/scripts/run_evaluation_gpt35.sh -------------------------------------------------------------------------------- /llmzoo/eval/scripts/run_stat_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/scripts/run_stat_metrics.sh -------------------------------------------------------------------------------- /llmzoo/eval/summary_ordering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/eval/summary_ordering.py -------------------------------------------------------------------------------- /llmzoo/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/models/__init__.py -------------------------------------------------------------------------------- /llmzoo/models/llama/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/models/llama/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llmzoo/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/models/utils.py -------------------------------------------------------------------------------- /llmzoo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/llmzoo/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/train_chimera_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/scripts/train_chimera_13b.sh -------------------------------------------------------------------------------- /scripts/train_chimera_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/scripts/train_chimera_7b.sh -------------------------------------------------------------------------------- /scripts/train_phoenix_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/scripts/train_phoenix_7b.sh -------------------------------------------------------------------------------- /tools/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/tools/apply_delta.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/train.py -------------------------------------------------------------------------------- /train_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/FreedomIntelligence/LLMZoo/HEAD/train_fast.py --------------------------------------------------------------------------------