├── LICENSE ├── README.md ├── __init__.py ├── experiment_results ├── Aya-101 │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── Aya-23 │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── ChineseLLaMA2-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA2-13B-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA2-13B │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA2-7B-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA2-7B │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA3-8B-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMA3-8B │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMAX2-7B-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── LLaMAX3-8B-Alpaca │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── MADLAD-400-7B-MT │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── NLLB-200 │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── PolyLM │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── Qwen2-7B-Instruct │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── README.md ├── Swallow-7B-Instruct-v0.1 │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv ├── TowerInstruct-7B-v0.2 │ ├── comet_score │ │ ├── comet_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv │ └── spBLEU_score │ │ ├── spBLEU_score.csv │ │ ├── summary_101.csv │ │ └── summary_85.csv └── Yayi2-30B │ ├── comet_score │ ├── comet_score.csv │ ├── summary_101.csv │ └── summary_85.csv │ └── spBLEU_score │ ├── spBLEU_score.csv │ ├── summary_101.csv │ └── summary_85.csv ├── images ├── flores200_results.png ├── other_models_results.png └── other_tasks.png ├── paper_related_code ├── analysis │ ├── __init__.py │ ├── common.py │ ├── embedding_quality.py │ ├── fertility.py │ ├── inference_embedding.py │ ├── scripts.sh │ └── single_script.sh └── paper_results │ ├── __init__.py │ ├── compare_with_language_specific_models.py │ ├── data │ ├── corpus_merge.csv │ └── final_language_info.xlsx │ ├── fig1_introduction.py │ ├── fig1_introduction_other_version.py │ ├── figure_bar_flores200.py │ ├── figure_bar_xllama.py │ ├── figure_heatmap_gpt4.py │ ├── lg_detect_ratio.py │ ├── tabe1_extend_vocab.py │ └── table5_data_info.py ├── scripts ├── README.md ├── inference │ ├── configs │ │ └── flores101.yaml │ ├── eval.py │ ├── prepare │ │ ├── instruct_inf.txt │ │ └── language_name_code_pair.xlsx │ └── src │ │ ├── __init__.py │ │ ├── datasets │ │ ├── __init__.py │ │ ├── common.py │ │ └── flores101.py │ │ └── tasks │ │ ├── __init__.py │ │ └── flores101.py └── requirements.txt └── supported_languages.csv /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment_results/Aya-101/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/Aya-101/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Aya-101/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Aya-101/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/Aya-101/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Aya-101/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-101/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Aya-23/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Aya-23/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/ChineseLLaMA2-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-13B/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-13B/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA2-7B/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA2-7B/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMA3-8B/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMA3-8B/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX2-7B-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/LLaMAX3-8B-Alpaca/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/MADLAD-400-7B-MT/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/MADLAD-400-7B-MT/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/NLLB-200/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/NLLB-200/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/PolyLM/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/PolyLM/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Qwen2-7B-Instruct/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Qwen2-7B-Instruct/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/README.md -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Swallow-7B-Instruct-v0.1/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Swallow-7B-Instruct-v0.1/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/comet_score/summary_85.csv: -------------------------------------------------------------------------------- 1 | direct,low,high,all 2 | ja-x,43.64,51.86,46.12 3 | x-ja,39.88,55.57,44.62 4 | -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Swallow-7B-Instruct-v0.1/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/TowerInstruct-7B-v0.2/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/comet_score/comet_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/comet_score/comet_score.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/comet_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/comet_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/comet_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/comet_score/summary_85.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/spBLEU_score/spBLEU_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/spBLEU_score/spBLEU_score.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/spBLEU_score/summary_101.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/spBLEU_score/summary_101.csv -------------------------------------------------------------------------------- /experiment_results/Yayi2-30B/spBLEU_score/summary_85.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/experiment_results/Yayi2-30B/spBLEU_score/summary_85.csv -------------------------------------------------------------------------------- /images/flores200_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/images/flores200_results.png -------------------------------------------------------------------------------- /images/other_models_results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/images/other_models_results.png -------------------------------------------------------------------------------- /images/other_tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/images/other_tasks.png -------------------------------------------------------------------------------- /paper_related_code/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /paper_related_code/analysis/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/common.py -------------------------------------------------------------------------------- /paper_related_code/analysis/embedding_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/embedding_quality.py -------------------------------------------------------------------------------- /paper_related_code/analysis/fertility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/fertility.py -------------------------------------------------------------------------------- /paper_related_code/analysis/inference_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/inference_embedding.py -------------------------------------------------------------------------------- /paper_related_code/analysis/scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/scripts.sh -------------------------------------------------------------------------------- /paper_related_code/analysis/single_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/analysis/single_script.sh -------------------------------------------------------------------------------- /paper_related_code/paper_results/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /paper_related_code/paper_results/compare_with_language_specific_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/compare_with_language_specific_models.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/data/corpus_merge.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/data/corpus_merge.csv -------------------------------------------------------------------------------- /paper_related_code/paper_results/data/final_language_info.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/data/final_language_info.xlsx -------------------------------------------------------------------------------- /paper_related_code/paper_results/fig1_introduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/fig1_introduction.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/fig1_introduction_other_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/fig1_introduction_other_version.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/figure_bar_flores200.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/figure_bar_flores200.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/figure_bar_xllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/figure_bar_xllama.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/figure_heatmap_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/figure_heatmap_gpt4.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/lg_detect_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/lg_detect_ratio.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/tabe1_extend_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/tabe1_extend_vocab.py -------------------------------------------------------------------------------- /paper_related_code/paper_results/table5_data_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/paper_related_code/paper_results/table5_data_info.py -------------------------------------------------------------------------------- /scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/README.md -------------------------------------------------------------------------------- /scripts/inference/configs/flores101.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/configs/flores101.yaml -------------------------------------------------------------------------------- /scripts/inference/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/eval.py -------------------------------------------------------------------------------- /scripts/inference/prepare/instruct_inf.txt: -------------------------------------------------------------------------------- 1 | Translate the following sentences from [SRC] to [TGT]. 2 | -------------------------------------------------------------------------------- /scripts/inference/prepare/language_name_code_pair.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/prepare/language_name_code_pair.xlsx -------------------------------------------------------------------------------- /scripts/inference/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/inference/src/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/inference/src/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/src/datasets/common.py -------------------------------------------------------------------------------- /scripts/inference/src/datasets/flores101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/src/datasets/flores101.py -------------------------------------------------------------------------------- /scripts/inference/src/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/inference/src/tasks/flores101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/inference/src/tasks/flores101.py -------------------------------------------------------------------------------- /scripts/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/scripts/requirements.txt -------------------------------------------------------------------------------- /supported_languages.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CONE-MT/LLaMAX/HEAD/supported_languages.csv --------------------------------------------------------------------------------