├── LICENSE ├── README.md ├── index.html ├── longspec ├── test │ ├── data.py │ ├── inference_long-bench.py │ ├── inference_qwq.py │ ├── llama.py │ ├── llama_glide.py │ ├── qwen2.py │ ├── qwen2_glide.py │ ├── requirements.txt │ └── triton_tree_attn.py └── train │ ├── .gitignore │ ├── README.md │ ├── conf │ ├── deepspeed │ │ ├── fp16.yaml │ │ ├── train_hybrid_engine_zero1.yaml │ │ ├── train_hybrid_engine_zero1_cosine.yaml │ │ ├── train_hybrid_engine_zero1_lr.yaml │ │ ├── train_hybrid_engine_zero1_optim_offload.yaml │ │ ├── train_hybrid_engine_zero1_optim_offload_cosine.yaml │ │ ├── train_hybrid_engine_zero1_optim_offload_cosine_eagle.yaml │ │ ├── train_hybrid_engine_zero1_optim_offload_lr.yaml │ │ ├── train_hybrid_engine_zero1_wo_optim.yaml │ │ ├── train_hybrid_engine_zero2.yaml │ │ ├── train_hybrid_engine_zero2_lr.yaml │ │ ├── train_hybrid_engine_zero2_optim_offload.yaml │ │ ├── train_hybrid_engine_zero2_optim_offload_cosine.yaml │ │ ├── train_hybrid_engine_zero3.yaml │ │ ├── train_hybrid_engine_zero3_cosine.yaml │ │ ├── train_hybrid_engine_zero3_optim_offload.yaml │ │ └── train_hybrid_engine_zero3_optim_offload_cosine.yaml │ ├── exp │ │ ├── qwq_glide_8gpu_slim6b.yaml │ │ ├── qwq_glide_8gpu_slim6b_longv2-32k-zero3_5e-6-ligce-nomask.yaml │ │ ├── qwq_glide_8gpu_slim6b_sinkpi-slicing.yaml │ │ ├── qwq_glide_8gpu_slim6b_sinkpi-slicing_longcot_5e-6.yaml │ │ ├── qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask.yaml │ │ └── qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask_longcot_5e-6.yaml │ ├── hydra │ │ └── default.yaml │ └── post_process │ │ ├── deepseek.yaml │ │ ├── gsm8k.yaml │ │ ├── math.yaml │ │ ├── openai_cot.yaml │ │ └── openai_react.yaml │ ├── data │ ├── combine_dataset.py │ ├── deepseek_math_utils │ │ ├── answer_extraction.py │ │ ├── eval_script.py │ │ ├── eval_utils.py │ │ └── ocwcourses_eval_utils.py │ ├── general_collator.py │ ├── general_collator_llama.py │ ├── input_aligner.py │ ├── input_utils.py │ ├── math.py │ ├── math_util.py │ ├── mathscale │ │ └── util.py │ ├── numina_math.py │ └── vllm.py │ ├── general_util │ ├── __init__.py │ ├── average_meter.py │ ├── dist_utils.py │ ├── evaluator.py │ ├── fsdp_utils.py │ ├── lightseq_utils.py │ ├── logger.py │ ├── mixin.py │ ├── tensorboard_helper.py │ ├── tokenization_utils.py │ ├── torch_fsdp_utils.py │ ├── training_utils.py │ └── transformer_engine.py │ ├── models │ ├── llama.py │ ├── llama_glide.py │ ├── mixin.py │ ├── qwen2.py │ ├── qwen2_glide.py │ ├── triton_tree_attn.py │ └── utils.py │ ├── post_processors │ ├── code │ │ ├── clean.py │ │ ├── code.py │ │ └── evaluator.py │ ├── dist_mixin.py │ ├── dpo.py │ └── openai_api_callback.py │ ├── requirements.txt │ ├── train.sh │ └── trainer_base_ds_mul_fs_tp.py └── static ├── css ├── bulma-carousel.min.css ├── bulma-slider.min.css ├── bulma.css.map.txt ├── bulma.min.css ├── fontawesome.all.min.css └── index.css ├── images ├── 1.png ├── ablation1.png ├── ablation2.png ├── favicon.png ├── favicon.webp ├── longcot.png ├── picT1.png ├── tableT0.png └── teaser.png └── js ├── bulma-carousel.js ├── bulma-carousel.min.js ├── bulma-slider.js ├── bulma-slider.min.js ├── fontawesome.all.min.js └── index.js /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/README.md -------------------------------------------------------------------------------- /index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/index.html -------------------------------------------------------------------------------- /longspec/test/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/data.py -------------------------------------------------------------------------------- /longspec/test/inference_long-bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/inference_long-bench.py -------------------------------------------------------------------------------- /longspec/test/inference_qwq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/inference_qwq.py -------------------------------------------------------------------------------- /longspec/test/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/llama.py -------------------------------------------------------------------------------- /longspec/test/llama_glide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/llama_glide.py -------------------------------------------------------------------------------- /longspec/test/qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/qwen2.py -------------------------------------------------------------------------------- /longspec/test/qwen2_glide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/qwen2_glide.py -------------------------------------------------------------------------------- /longspec/test/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/requirements.txt -------------------------------------------------------------------------------- /longspec/test/triton_tree_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/test/triton_tree_attn.py -------------------------------------------------------------------------------- /longspec/train/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/.gitignore -------------------------------------------------------------------------------- /longspec/train/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/README.md -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/fp16.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_cosine.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_lr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_lr.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_cosine.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_cosine_eagle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_cosine_eagle.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_lr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_optim_offload_lr.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero1_wo_optim.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero1_wo_optim.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero2.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero2_lr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero2_lr.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero2_optim_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero2_optim_offload.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero2_optim_offload_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero2_optim_offload_cosine.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero3.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero3_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero3_cosine.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero3_optim_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero3_optim_offload.yaml -------------------------------------------------------------------------------- /longspec/train/conf/deepspeed/train_hybrid_engine_zero3_optim_offload_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/deepspeed/train_hybrid_engine_zero3_optim_offload_cosine.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b_longv2-32k-zero3_5e-6-ligce-nomask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b_longv2-32k-zero3_5e-6-ligce-nomask.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longcot_5e-6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longcot_5e-6.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask.yaml -------------------------------------------------------------------------------- /longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask_longcot_5e-6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/exp/qwq_glide_8gpu_slim6b_sinkpi-slicing_longv2-32k-zero3_5e-6-ligce-nomask_longcot_5e-6.yaml -------------------------------------------------------------------------------- /longspec/train/conf/hydra/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/hydra/default.yaml -------------------------------------------------------------------------------- /longspec/train/conf/post_process/deepseek.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/post_process/deepseek.yaml -------------------------------------------------------------------------------- /longspec/train/conf/post_process/gsm8k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/post_process/gsm8k.yaml -------------------------------------------------------------------------------- /longspec/train/conf/post_process/math.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/post_process/math.yaml -------------------------------------------------------------------------------- /longspec/train/conf/post_process/openai_cot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/post_process/openai_cot.yaml -------------------------------------------------------------------------------- /longspec/train/conf/post_process/openai_react.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/conf/post_process/openai_react.yaml -------------------------------------------------------------------------------- /longspec/train/data/combine_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/combine_dataset.py -------------------------------------------------------------------------------- /longspec/train/data/deepseek_math_utils/answer_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/deepseek_math_utils/answer_extraction.py -------------------------------------------------------------------------------- /longspec/train/data/deepseek_math_utils/eval_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/deepseek_math_utils/eval_script.py -------------------------------------------------------------------------------- /longspec/train/data/deepseek_math_utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/deepseek_math_utils/eval_utils.py -------------------------------------------------------------------------------- /longspec/train/data/deepseek_math_utils/ocwcourses_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/deepseek_math_utils/ocwcourses_eval_utils.py -------------------------------------------------------------------------------- /longspec/train/data/general_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/general_collator.py -------------------------------------------------------------------------------- /longspec/train/data/general_collator_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/general_collator_llama.py -------------------------------------------------------------------------------- /longspec/train/data/input_aligner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/input_aligner.py -------------------------------------------------------------------------------- /longspec/train/data/input_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/input_utils.py -------------------------------------------------------------------------------- /longspec/train/data/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/math.py -------------------------------------------------------------------------------- /longspec/train/data/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/math_util.py -------------------------------------------------------------------------------- /longspec/train/data/mathscale/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/mathscale/util.py -------------------------------------------------------------------------------- /longspec/train/data/numina_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/numina_math.py -------------------------------------------------------------------------------- /longspec/train/data/vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/data/vllm.py -------------------------------------------------------------------------------- /longspec/train/general_util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /longspec/train/general_util/average_meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/average_meter.py -------------------------------------------------------------------------------- /longspec/train/general_util/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/dist_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/evaluator.py -------------------------------------------------------------------------------- /longspec/train/general_util/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/fsdp_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/lightseq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/lightseq_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/logger.py -------------------------------------------------------------------------------- /longspec/train/general_util/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/mixin.py -------------------------------------------------------------------------------- /longspec/train/general_util/tensorboard_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/tensorboard_helper.py -------------------------------------------------------------------------------- /longspec/train/general_util/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/tokenization_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/torch_fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/torch_fsdp_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/training_utils.py -------------------------------------------------------------------------------- /longspec/train/general_util/transformer_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/general_util/transformer_engine.py -------------------------------------------------------------------------------- /longspec/train/models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/llama.py -------------------------------------------------------------------------------- /longspec/train/models/llama_glide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/llama_glide.py -------------------------------------------------------------------------------- /longspec/train/models/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/mixin.py -------------------------------------------------------------------------------- /longspec/train/models/qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/qwen2.py -------------------------------------------------------------------------------- /longspec/train/models/qwen2_glide.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/qwen2_glide.py -------------------------------------------------------------------------------- /longspec/train/models/triton_tree_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/triton_tree_attn.py -------------------------------------------------------------------------------- /longspec/train/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/models/utils.py -------------------------------------------------------------------------------- /longspec/train/post_processors/code/clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/code/clean.py -------------------------------------------------------------------------------- /longspec/train/post_processors/code/code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/code/code.py -------------------------------------------------------------------------------- /longspec/train/post_processors/code/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/code/evaluator.py -------------------------------------------------------------------------------- /longspec/train/post_processors/dist_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/dist_mixin.py -------------------------------------------------------------------------------- /longspec/train/post_processors/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/dpo.py -------------------------------------------------------------------------------- /longspec/train/post_processors/openai_api_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/post_processors/openai_api_callback.py -------------------------------------------------------------------------------- /longspec/train/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/requirements.txt -------------------------------------------------------------------------------- /longspec/train/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/train.sh -------------------------------------------------------------------------------- /longspec/train/trainer_base_ds_mul_fs_tp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/longspec/train/trainer_base_ds_mul_fs_tp.py -------------------------------------------------------------------------------- /static/css/bulma-carousel.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/bulma-carousel.min.css -------------------------------------------------------------------------------- /static/css/bulma-slider.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/bulma-slider.min.css -------------------------------------------------------------------------------- /static/css/bulma.css.map.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/bulma.css.map.txt -------------------------------------------------------------------------------- /static/css/bulma.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/bulma.min.css -------------------------------------------------------------------------------- /static/css/fontawesome.all.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/fontawesome.all.min.css -------------------------------------------------------------------------------- /static/css/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/css/index.css -------------------------------------------------------------------------------- /static/images/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/1.png -------------------------------------------------------------------------------- /static/images/ablation1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/ablation1.png -------------------------------------------------------------------------------- /static/images/ablation2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/ablation2.png -------------------------------------------------------------------------------- /static/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/favicon.png -------------------------------------------------------------------------------- /static/images/favicon.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/favicon.webp -------------------------------------------------------------------------------- /static/images/longcot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/longcot.png -------------------------------------------------------------------------------- /static/images/picT1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/picT1.png -------------------------------------------------------------------------------- /static/images/tableT0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/tableT0.png -------------------------------------------------------------------------------- /static/images/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/images/teaser.png -------------------------------------------------------------------------------- /static/js/bulma-carousel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/bulma-carousel.js -------------------------------------------------------------------------------- /static/js/bulma-carousel.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/bulma-carousel.min.js -------------------------------------------------------------------------------- /static/js/bulma-slider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/bulma-slider.js -------------------------------------------------------------------------------- /static/js/bulma-slider.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/bulma-slider.min.js -------------------------------------------------------------------------------- /static/js/fontawesome.all.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/fontawesome.all.min.js -------------------------------------------------------------------------------- /static/js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/LongSpec/HEAD/static/js/index.js --------------------------------------------------------------------------------