├── .gitignore ├── LICENSE ├── README.md ├── assets ├── logo.png └── main_fig.jpg ├── config └── models │ ├── claude35sonnet.yaml │ ├── claude3haiku.yaml │ ├── geminipro.yaml │ ├── glm4.yaml │ ├── gpt4.yaml │ ├── gpt4o.yaml │ └── qwen2.yaml ├── data └── loong.jsonl ├── requirements.txt └── src ├── run.sh ├── step1_load_data.py ├── step2_model_generate.py ├── step3_model_evaluate.py ├── step4_cal_metric.py ├── test.sh ├── utils ├── args.py ├── config.py ├── generate.py ├── metric.py ├── prompt.py ├── token_length.py └── util.py └── vllm_example.sh /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/README.md -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/main_fig.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/assets/main_fig.jpg -------------------------------------------------------------------------------- /config/models/claude35sonnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/claude35sonnet.yaml -------------------------------------------------------------------------------- /config/models/claude3haiku.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/claude3haiku.yaml -------------------------------------------------------------------------------- /config/models/geminipro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/geminipro.yaml -------------------------------------------------------------------------------- /config/models/glm4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/glm4.yaml -------------------------------------------------------------------------------- /config/models/gpt4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/gpt4.yaml -------------------------------------------------------------------------------- /config/models/gpt4o.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/gpt4o.yaml -------------------------------------------------------------------------------- /config/models/qwen2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/config/models/qwen2.yaml -------------------------------------------------------------------------------- /data/loong.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/data/loong.jsonl -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/run.sh -------------------------------------------------------------------------------- /src/step1_load_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/step1_load_data.py -------------------------------------------------------------------------------- /src/step2_model_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/step2_model_generate.py -------------------------------------------------------------------------------- /src/step3_model_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/step3_model_evaluate.py -------------------------------------------------------------------------------- /src/step4_cal_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/step4_cal_metric.py -------------------------------------------------------------------------------- /src/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/test.sh -------------------------------------------------------------------------------- /src/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/args.py -------------------------------------------------------------------------------- /src/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/config.py -------------------------------------------------------------------------------- /src/utils/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/generate.py -------------------------------------------------------------------------------- /src/utils/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/metric.py -------------------------------------------------------------------------------- /src/utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/prompt.py -------------------------------------------------------------------------------- /src/utils/token_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/token_length.py -------------------------------------------------------------------------------- /src/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/utils/util.py -------------------------------------------------------------------------------- /src/vllm_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MozerWang/Loong/HEAD/src/vllm_example.sh --------------------------------------------------------------------------------