├── .DS_Store ├── .gitignore ├── LICENSE ├── README.md ├── assets └── auroracap │ ├── teaser.png │ ├── test.mp4 │ ├── tome.png │ ├── tome_vis.png │ └── vdc_baseline.png ├── docs └── auroracap │ ├── DEPLOY.md │ ├── EVAL.md │ ├── README.md │ └── TRAIN.md ├── figure_in_paper.ipynb ├── gradio_gui.py ├── inference.py ├── post_eval ├── VDC_1k_captions.jsonl ├── background.jsonl ├── camera.jsonl ├── detailed.jsonl ├── main_object.jsonl ├── process_vdc_result.py ├── short.jsonl └── vdc │ ├── README.md │ ├── _default_template_yaml │ ├── background_test.yaml │ ├── camera_test.yaml │ ├── detailed_test.yaml │ ├── main_object_test.yaml │ ├── short_test.yaml │ └── utils.py └── src ├── .DS_Store ├── lmms-eval ├── .github │ ├── issue_template.md │ ├── pull_request_template.md │ └── workflows │ │ └── lint.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── LLaVA-NeXT │ ├── .dockerignore │ ├── .editorconfig │ ├── .gitattributes │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── cog.yaml │ ├── docs │ │ ├── LLaVA-NeXT-Interleave.md │ │ ├── LLaVA-NeXT-Video.md │ │ ├── LLaVA-NeXT-Video_0716.md │ │ ├── LLaVA-NeXT.md │ │ ├── LLaVA_OneVision.md │ │ ├── README.md │ │ ├── jobs.mp4 │ │ └── onevision_trial.py │ ├── llava │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── conversation.py │ │ ├── eval │ │ │ ├── evaluate_interleave.py │ │ │ └── model_vqa.py │ │ ├── mm_utils.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── apply_delta.py │ │ │ ├── builder.py │ │ │ ├── consolidate.py │ │ │ ├── language_model │ │ │ │ ├── llava_gemma.py │ │ │ │ ├── llava_llama.py │ │ │ │ ├── llava_mistral.py │ │ │ │ ├── llava_mixtral.py │ │ │ │ ├── llava_mpt.py │ │ │ │ ├── llava_qwen.py │ │ │ │ ├── llava_qwen_moe.py │ │ │ │ └── modeling_llama.py │ │ │ ├── llava_arch.py │ │ │ ├── make_delta.py │ │ │ ├── multimodal_encoder │ │ │ │ ├── builder.py │ │ │ │ ├── clip_encoder.py │ │ │ │ ├── dev_eva_clip │ │ │ │ │ ├── eva_clip │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── bpe_simple_vocab_16e6.txt.gz │ │ │ │ │ │ ├── constants.py │ │ │ │ │ │ ├── eva_vit_model.py │ │ │ │ │ │ ├── factory.py │ │ │ │ │ │ ├── hf_configs.py │ │ │ │ │ │ ├── hf_model.py │ │ │ │ │ │ ├── loss.py │ │ │ │ │ │ ├── model.py │ │ │ │ │ │ ├── model_configs │ │ │ │ │ │ │ ├── EVA-CLIP-18B.json │ │ │ │ │ │ │ ├── EVA-CLIP-8B-plus.json │ │ │ │ │ │ │ ├── EVA-CLIP-8B.json │ │ │ │ │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ │ │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ │ │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ │ │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ │ │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ │ │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ │ │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ │ │ │ │ ├── EVA02-CLIP-bigE-14.json │ │ │ │ │ │ │ ├── Internal-EVA02-CLIP-10B-14-448.json │ │ │ │ │ │ │ └── Internal-EVA02-CLIP-10B-14.json │ │ │ │ │ │ ├── modified_resnet.py │ │ │ │ │ │ ├── openai.py │ │ │ │ │ │ ├── pretrained.py │ │ │ │ │ │ ├── rope.py │ │ │ │ │ │ ├── timm_model.py │ │ │ │ │ │ ├── tokenizer.py │ │ │ │ │ │ ├── transform.py │ │ │ │ │ │ ├── transformer.py │ │ │ │ │ │ └── utils.py │ │ │ │ │ └── eva_vit.py │ │ │ │ ├── eva_clip │ │ │ │ │ ├── eva_clip_encoder.py │ │ │ │ │ ├── eva_clip_processors.py │ │ │ │ │ ├── eva_vit.py │ │ │ │ │ ├── factory.py │ │ │ │ │ └── model_configs │ │ │ │ │ │ ├── EVA-CLIP-18B.json │ │ │ │ │ │ ├── EVA-CLIP-8B-plus.json │ │ │ │ │ │ ├── EVA-CLIP-8B.json │ │ │ │ │ │ ├── EVA01-CLIP-B-16.json │ │ │ │ │ │ ├── EVA01-CLIP-g-14-plus.json │ │ │ │ │ │ ├── EVA01-CLIP-g-14.json │ │ │ │ │ │ ├── EVA02-CLIP-B-16.json │ │ │ │ │ │ ├── EVA02-CLIP-L-14-336.json │ │ │ │ │ │ ├── EVA02-CLIP-L-14.json │ │ │ │ │ │ ├── EVA02-CLIP-bigE-14-plus.json │ │ │ │ │ │ ├── EVA02-CLIP-bigE-14.json │ │ │ │ │ │ ├── Internal-EVA02-CLIP-10B-14-448.json │ │ │ │ │ │ └── Internal-EVA02-CLIP-10B-14.json │ │ │ │ ├── hf_vision.py │ │ │ │ ├── imagebind.py │ │ │ │ ├── open_clip_encoder.py │ │ │ │ └── siglip_encoder.py │ │ │ ├── multimodal_projector │ │ │ │ ├── builder.py │ │ │ │ └── pooler_projector.py │ │ │ ├── multimodal_resampler │ │ │ │ ├── builder.py │ │ │ │ ├── masked_drop.py │ │ │ │ ├── perceiver.py │ │ │ │ ├── qformer.py │ │ │ │ └── spatial_pool.py │ │ │ └── utils.py │ │ ├── serve │ │ │ ├── __init__.py │ │ │ ├── cli.py │ │ │ ├── controller.py │ │ │ ├── examples │ │ │ │ ├── extreme_ironing.jpg │ │ │ │ └── waterview.jpg │ │ │ ├── gradio_multi_image.py │ │ │ ├── gradio_web_server.py │ │ │ ├── model_worker.py │ │ │ ├── register_worker.py │ │ │ ├── sglang_worker.py │ │ │ └── test_message.py │ │ ├── train │ │ │ ├── llama_flash_attn_monkey_patch.py │ │ │ ├── llava_trainer.py │ │ │ ├── llava_trainer_eval.py │ │ │ ├── train.py │ │ │ ├── train_dpo.py │ │ │ └── train_mem.py │ │ └── utils.py │ ├── playground │ │ ├── 2d_hist.py │ │ ├── data_checker.py │ │ ├── demo │ │ │ ├── video_demo.py │ │ │ └── xU25MMA2N4aVtYay.mp4 │ │ ├── equal_splitter.py │ │ ├── remove_mid_ckpt.py │ │ ├── sgl_llava_inference_multinode.py │ │ └── upload_data.py │ ├── predict.py │ ├── pyproject.toml │ ├── requirements.txt │ └── trl │ │ ├── __init__.py │ │ ├── core.py │ │ ├── environment │ │ ├── __init__.py │ │ └── base_environment.py │ │ ├── extras │ │ ├── __init__.py │ │ ├── best_of_n_sampler.py │ │ └── dataset_formatting.py │ │ ├── import_utils.py │ │ ├── models │ │ ├── __init__.py │ │ ├── modeling_base.py │ │ ├── modeling_sd_base.py │ │ ├── modeling_value_head.py │ │ └── utils.py │ │ └── trainer │ │ ├── __init__.py │ │ ├── base.py │ │ ├── ddpo_config.py │ │ ├── ddpo_trainer.py │ │ ├── dpo_trainer.py │ │ ├── iterative_sft_trainer.py │ │ ├── model_config.py │ │ ├── ppo_config.py │ │ ├── ppo_trainer.py │ │ ├── reward_config.py │ │ ├── reward_trainer.py │ │ ├── sft_trainer.py │ │ └── utils.py ├── README.md ├── docs │ ├── README.md │ ├── commands.md │ ├── current_tasks.md │ ├── model_guide.md │ ├── run_examples.md │ └── task_guide.md ├── lmms_eval │ ├── __init__.py │ ├── __main__.py │ ├── api │ │ ├── __init__.py │ │ ├── filter.py │ │ ├── group.py │ │ ├── instance.py │ │ ├── metrics.py │ │ ├── model.py │ │ ├── registry.py │ │ ├── samplers.py │ │ └── task.py │ ├── evaluator.py │ ├── evaluator_utils.py │ ├── filters │ │ ├── __init__.py │ │ ├── decontamination.py │ │ ├── extraction.py │ │ ├── selection.py │ │ └── transformation.py │ ├── loggers │ │ ├── __init__.py │ │ ├── evaluation_tracker.py │ │ ├── utils.py │ │ └── wandb_logger.py │ ├── logging_utils.py │ ├── models │ │ ├── __init__.py │ │ ├── aurora_xtuner │ │ │ ├── __init__.py │ │ │ ├── apis │ │ │ │ ├── __init__.py │ │ │ │ ├── datasets │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── alpaca.py │ │ │ │ │ ├── arxiv.py │ │ │ │ │ ├── code_alpaca.py │ │ │ │ │ ├── colorist.py │ │ │ │ │ ├── lawyer.py │ │ │ │ │ ├── medical.py │ │ │ │ │ ├── moss_003_sft.py │ │ │ │ │ ├── oasst1.py │ │ │ │ │ ├── open_orca.py │ │ │ │ │ ├── sql.py │ │ │ │ │ ├── tiny_codes.py │ │ │ │ │ └── wizardlm.py │ │ │ │ ├── model.py │ │ │ │ └── training_args.py │ │ │ ├── configs │ │ │ │ ├── __init__.py │ │ │ │ ├── auroracap │ │ │ │ │ ├── auroracap_7b_language_stage.py │ │ │ │ │ ├── auroracap_7b_pretrain_stage.py │ │ │ │ │ └── auroracap_7b_vision_stage.py │ │ │ │ ├── custom_dataset │ │ │ │ │ ├── pretrain │ │ │ │ │ │ ├── baichuan │ │ │ │ │ │ │ ├── baichuan2_13b_base_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── baichuan2_7b_base_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── chatglm │ │ │ │ │ │ │ ├── chatglm2_6b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── chatglm3_6b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── deepseek │ │ │ │ │ │ │ └── deepseek_moe_16b_base_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── gemma │ │ │ │ │ │ │ ├── gemma_2b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── gemma_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── internlm │ │ │ │ │ │ │ ├── internlm2_1_8b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── internlm2_20b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── internlm2_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── llama │ │ │ │ │ │ │ ├── llama2_70b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── llama2_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── minicpm │ │ │ │ │ │ │ ├── minicpm_1b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── minicpm_2b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── mistral │ │ │ │ │ │ │ └── mistral_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── mixtral │ │ │ │ │ │ │ └── mixtral_8x7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── qwen │ │ │ │ │ │ │ ├── qwen1_5_0_5b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen1_5_14b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen1_5_1_8b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen1_5_4b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen1_5_72b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen1_5_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen_1_8b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ ├── qwen_72b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── qwen_7b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── starcoder │ │ │ │ │ │ │ └── starcoder_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── yi │ │ │ │ │ │ │ ├── yi_34b_full_custom_pretrain_e1.py │ │ │ │ │ │ │ └── yi_6b_full_custom_pretrain_e1.py │ │ │ │ │ │ └── zephyr │ │ │ │ │ │ │ └── zephyr_7b_beta_full_custom_pretrain_e1.py │ │ │ │ │ └── sft │ │ │ │ │ │ ├── baichuan │ │ │ │ │ │ ├── baichuan2_13b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── baichuan2_7b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── baichuan_13b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ └── baichuan_7b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── chatglm │ │ │ │ │ │ ├── chatglm2_6b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── chatglm3_6b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── deepseek │ │ │ │ │ │ ├── deepseek_moe_16b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ └── deepseekcoder_6_7b_instruct_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── gemma │ │ │ │ │ │ ├── gemma_2b_it_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── gemma_2b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── gemma_7b_it_qlora_custom_sft_e1.py │ │ │ │ │ │ └── gemma_7b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── internlm │ │ │ │ │ │ ├── internlm2_chat_1_8b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── internlm2_chat_20b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── internlm2_chat_7b_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── llama │ │ │ │ │ │ ├── llama2_70b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── llama2_7b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── minicpm │ │ │ │ │ │ ├── minicpm_1b_full_custom_pretrain_e1.py │ │ │ │ │ │ └── minicpm_2b_full_custom_pretrain_e1.py │ │ │ │ │ │ ├── mistral │ │ │ │ │ │ └── mistral_7b_full_finetune_custom_sft_e1.py │ │ │ │ │ │ ├── mixtral │ │ │ │ │ │ └── mixtral_8x7b_instruct_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen │ │ │ │ │ │ ├── qwen1_5_0_5b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen1_5_14b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen1_5_1_8b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen1_5_4b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen1_5_72b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen1_5_7b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen_1_8b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── qwen_72b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── qwen_7b_chat_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── starcoder │ │ │ │ │ │ └── starcoder_qlora_custom_sft_e1.py │ │ │ │ │ │ ├── yi │ │ │ │ │ │ ├── yi_34b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── yi_6b_qlora_custom_sft_e1.py │ │ │ │ │ │ └── zephyr │ │ │ │ │ │ └── zephyr_7b_beta_qlora_custom_sft_e1.py │ │ │ │ ├── deepspeed │ │ │ │ │ ├── deepspeed_zero1.json │ │ │ │ │ ├── deepspeed_zero2.json │ │ │ │ │ ├── deepspeed_zero2_offload.json │ │ │ │ │ ├── deepspeed_zero3.json │ │ │ │ │ └── deepspeed_zero3_offload.json │ │ │ │ └── reward_model │ │ │ │ │ ├── internlm │ │ │ │ │ ├── internlm2_chat_1_8b_reward_full_ultrafeedback.py │ │ │ │ │ ├── internlm2_chat_1_8b_reward_full_varlenattn_jsonl_dataset.py │ │ │ │ │ ├── internlm2_chat_1_8b_reward_full_varlenattn_ultrafeedback.py │ │ │ │ │ └── internlm2_chat_1_8b_reward_qlora_varlenattn_ultrafeedback.py │ │ │ │ │ └── llama │ │ │ │ │ └── llama3_8b_instruct_reward_full_varlenattn_ultrafeedback.py │ │ │ ├── dataset │ │ │ │ ├── __init__.py │ │ │ │ ├── aurora.py │ │ │ │ ├── collate_fns │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── default_collate_fn.py │ │ │ │ │ ├── mmlu_collate_fn.py │ │ │ │ │ └── preference_collate_fn.py │ │ │ │ ├── concat_dataset.py │ │ │ │ ├── huggingface.py │ │ │ │ ├── intern_repo.py │ │ │ │ ├── internvl_dataset.py │ │ │ │ ├── json_dataset.py │ │ │ │ ├── llava.py │ │ │ │ ├── map_fns │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── dataset_map_fns │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── alpaca_map_fn.py │ │ │ │ │ │ ├── alpaca_zh_map_fn.py │ │ │ │ │ │ ├── arxiv_map_fn.py │ │ │ │ │ │ ├── aurora_map_fn.py │ │ │ │ │ │ ├── code_alpaca_map_fn.py │ │ │ │ │ │ ├── colors_map_fn.py │ │ │ │ │ │ ├── crime_kg_assitant_map_fn.py │ │ │ │ │ │ ├── default_map_fn.py │ │ │ │ │ │ ├── law_reference_map_fn.py │ │ │ │ │ │ ├── llava_map_fn.py │ │ │ │ │ │ ├── medical_map_fn.py │ │ │ │ │ │ ├── msagent_map_fn.py │ │ │ │ │ │ ├── oasst1_map_fn.py │ │ │ │ │ │ ├── openai_map_fn.py │ │ │ │ │ │ ├── openorca_map_fn.py │ │ │ │ │ │ ├── pretrain_map_fn.py │ │ │ │ │ │ ├── sql_map_fn.py │ │ │ │ │ │ ├── stack_exchange_map_fn.py │ │ │ │ │ │ ├── tiny_codes_map_fn.py │ │ │ │ │ │ └── wizardlm_map_fn.py │ │ │ │ │ └── template_map_fn.py │ │ │ │ ├── modelscope.py │ │ │ │ ├── moss_sft.py │ │ │ │ ├── preference_dataset.py │ │ │ │ ├── refcoco_json.py │ │ │ │ ├── samplers │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── intern_repo.py │ │ │ │ │ └── length_grouped.py │ │ │ │ └── utils.py │ │ │ ├── engine │ │ │ │ ├── __init__.py │ │ │ │ ├── _strategy │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── deepspeed.py │ │ │ │ ├── hooks │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── dataset_info_hook.py │ │ │ │ │ ├── evaluate_chat_hook.py │ │ │ │ │ ├── hf_checkpoint_hook.py │ │ │ │ │ ├── throughput_hook.py │ │ │ │ │ └── varlen_attn_args_to_messagehub_hook.py │ │ │ │ └── runner │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── loops.py │ │ │ ├── entry_point.py │ │ │ ├── evaluation │ │ │ │ ├── __init__.py │ │ │ │ └── metrics │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── mmlu_metric.py │ │ │ │ │ └── reward_metric.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── aurora.py │ │ │ │ ├── dpo.py │ │ │ │ ├── internvl.py │ │ │ │ ├── llava.py │ │ │ │ ├── modules │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── dispatch │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── attention.py │ │ │ │ │ │ ├── baichuan.py │ │ │ │ │ │ ├── cohere.py │ │ │ │ │ │ ├── deepseek_v2.py │ │ │ │ │ │ ├── internlm.py │ │ │ │ │ │ ├── internlm2.py │ │ │ │ │ │ ├── llama.py │ │ │ │ │ │ ├── mistral.py │ │ │ │ │ │ ├── phi3.py │ │ │ │ │ │ ├── qwen2.py │ │ │ │ │ │ ├── triton_kernels │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ ├── layer_norm.py │ │ │ │ │ │ │ ├── rms_norm.py │ │ │ │ │ │ │ └── rotary.py │ │ │ │ │ │ ├── utils.py │ │ │ │ │ │ └── yi.py │ │ │ │ │ └── projector │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── configuration_projector.py │ │ │ │ │ │ └── modeling_projector.py │ │ │ │ ├── orpo.py │ │ │ │ ├── reward.py │ │ │ │ ├── sft.py │ │ │ │ ├── tome.py │ │ │ │ ├── transformers_models │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── deepseek_v2 │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── configuration_deepseek.py │ │ │ │ │ │ ├── modeling_deepseek.py │ │ │ │ │ │ └── tokenization_deepseek_fast.py │ │ │ │ │ └── mixtral │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── configuration_mixtral.py │ │ │ │ │ │ └── modeling_mixtral.py │ │ │ │ └── utils.py │ │ │ ├── parallel │ │ │ │ ├── __init__.py │ │ │ │ └── sequence │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── attention.py │ │ │ │ │ ├── comm.py │ │ │ │ │ ├── data_collate.py │ │ │ │ │ ├── reduce_loss.py │ │ │ │ │ ├── sampler.py │ │ │ │ │ └── setup_distributed.py │ │ │ ├── registry.py │ │ │ ├── tools │ │ │ │ ├── chat.py │ │ │ │ ├── check_custom_dataset.py │ │ │ │ ├── copy_cfg.py │ │ │ │ ├── data_preprocess │ │ │ │ │ ├── arxiv.py │ │ │ │ │ └── convert_refcoco.py │ │ │ │ ├── eval_refcoco.py │ │ │ │ ├── get_data_order.py │ │ │ │ ├── list_cfg.py │ │ │ │ ├── list_dataset_format.py │ │ │ │ ├── load_video.py │ │ │ │ ├── log_dataset.py │ │ │ │ ├── merge_sharded_data.py │ │ │ │ ├── mmbench.py │ │ │ │ ├── model_converters │ │ │ │ │ ├── merge.py │ │ │ │ │ ├── modeling_internlm2_reward │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── configuration_internlm2.py │ │ │ │ │ │ └── modeling_internlm2.py │ │ │ │ │ ├── pth_to_hf.py │ │ │ │ │ └── split.py │ │ │ │ ├── plugins │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── api.py │ │ │ │ │ ├── calculate.py │ │ │ │ │ ├── search.py │ │ │ │ │ └── solve.py │ │ │ │ ├── process_untokenized_datasets.py │ │ │ │ ├── process_untokenized_datasets_legacy.py │ │ │ │ ├── process_untokenized_large_data.py │ │ │ │ ├── process_untokenized_llava_data.py │ │ │ │ ├── process_untokenized_llava_large.py │ │ │ │ ├── test.py │ │ │ │ ├── tokenize_ftdp_datasets.py │ │ │ │ ├── train.py │ │ │ │ └── utils.py │ │ │ ├── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── constants.py │ │ │ │ ├── fileio.py │ │ │ │ ├── handle_moe_load_and_save.py │ │ │ │ ├── stop_criteria.py │ │ │ │ ├── templates.py │ │ │ │ └── zero_to_any_dtype.py │ │ │ └── version.py │ │ ├── auroracap.py │ │ ├── batch_gpt4.py │ │ ├── claude.py │ │ ├── from_log.py │ │ ├── fuyu.py │ │ ├── gemini_api.py │ │ ├── gpt4v.py │ │ ├── idefics2.py │ │ ├── instructblip.py │ │ ├── internvl.py │ │ ├── internvl2.py │ │ ├── llama_vid.py │ │ ├── llava.py │ │ ├── llava_hf.py │ │ ├── llava_onevision.py │ │ ├── llava_sglang.py │ │ ├── llava_vid.py │ │ ├── longva.py │ │ ├── mantis.py │ │ ├── minicpm_v.py │ │ ├── model_utils │ │ │ ├── __init__.py │ │ │ ├── load_video.py │ │ │ └── qwen │ │ │ │ └── qwen_generate_utils.py │ │ ├── mplug_owl_video.py │ │ ├── mplug_owl_video │ │ │ ├── __init__.py │ │ │ ├── configuration_mplug_owl.py │ │ │ ├── modeling_mplug_owl.py │ │ │ ├── processing_mplug_owl.py │ │ │ └── tokenization_mplug_owl.py │ │ ├── phi3v.py │ │ ├── qwen_vl.py │ │ ├── qwen_vl_api.py │ │ ├── reka.py │ │ ├── srt_api.py │ │ ├── tinyllava.py │ │ ├── video_chatgpt.py │ │ ├── video_chatgpt │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── eval │ │ │ │ ├── __init__.py │ │ │ │ └── model_utils.py │ │ │ ├── inference.py │ │ │ ├── model │ │ │ │ ├── __init__.py │ │ │ │ ├── consolidate.py │ │ │ │ ├── make_delta.py │ │ │ │ ├── utils.py │ │ │ │ └── video_chatgpt.py │ │ │ ├── single_video_inference.py │ │ │ ├── utils.py │ │ │ └── video_conversation.py │ │ ├── video_llava.py │ │ ├── vila.py │ │ ├── xcomposer2_4KHD.py │ │ └── xcomposer2d5.py │ ├── tasks │ │ ├── __init__.py │ │ ├── _task_utils │ │ │ ├── file_utils.py │ │ │ ├── gpt_eval_utils.py │ │ │ ├── video_loader.py │ │ │ └── vqa_eval_metric.py │ │ ├── activitynetqa │ │ │ ├── _default_template_yaml │ │ │ ├── activitynetqa_generation.yaml │ │ │ └── utils.py │ │ ├── ai2d │ │ │ ├── ai2d.yaml │ │ │ ├── ai2d_lite.yaml │ │ │ ├── upload_ai2d.py │ │ │ └── utils.py │ │ ├── arc │ │ │ ├── README.md │ │ │ ├── arc_challenge.yaml │ │ │ └── arc_easy.yaml │ │ ├── chartqa │ │ │ ├── chartqa.yaml │ │ │ ├── chartqa_lite.yaml │ │ │ ├── upload_chartqa.py │ │ │ └── utils.py │ │ ├── cmmmu │ │ │ ├── _cmmmu.yaml │ │ │ ├── _default_template_cmmmu_yaml │ │ │ ├── cmmmu_test.yaml │ │ │ ├── cmmmu_val.yaml │ │ │ └── utils.py │ │ ├── coco_cap │ │ │ ├── coco2014_cap.yaml │ │ │ ├── coco2014_cap_test.yaml │ │ │ ├── coco2014_cap_val.yaml │ │ │ ├── coco2017_cap.yaml │ │ │ ├── coco2017_cap_test.yaml │ │ │ ├── coco2017_cap_val.yaml │ │ │ ├── coco2017_cap_val_lite.yaml │ │ │ ├── coco_cap.yaml │ │ │ └── utils.py │ │ ├── conbench │ │ │ ├── conbench.yaml │ │ │ └── utils.py │ │ ├── cvrr │ │ │ ├── _cvrr.yaml │ │ │ ├── _default_template_yaml │ │ │ ├── cvrr_fine_grained_action_understanding.yaml │ │ │ ├── cvrr_interpretation_of_social_context.yaml │ │ │ ├── cvrr_interpretation_of_visual_context.yaml │ │ │ ├── cvrr_multiple_actions_in_a_single_video.yaml │ │ │ ├── cvrr_non_existent_actions_with_existent_scene_depictions.yaml │ │ │ ├── cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml │ │ │ ├── cvrr_object_instance_count.yaml │ │ │ ├── cvrr_partial_actions.yaml │ │ │ ├── cvrr_time_order_understanding.yaml │ │ │ ├── cvrr_understanding_emotional_context.yaml │ │ │ ├── cvrr_unusual_and_physically_anomalous_activities.yaml │ │ │ └── utils.py │ │ ├── detailcaps │ │ │ ├── _default_template_detailcaps_yaml │ │ │ ├── detailcaps.yaml │ │ │ └── utils.py │ │ ├── docvqa │ │ │ ├── _default_template_docvqa_yaml │ │ │ ├── docvqa.yaml │ │ │ ├── docvqa_test.yaml │ │ │ ├── docvqa_val.yaml │ │ │ ├── docvqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── egoschema │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── egoschema.yaml │ │ │ ├── egoschema_mcppl.yaml │ │ │ ├── egoschema_subset.yaml │ │ │ ├── egoschema_subset_mcppl.yaml │ │ │ └── utils.py │ │ ├── ferret │ │ │ ├── ferret.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── flickr30k │ │ │ ├── flickr30k.yaml │ │ │ ├── flickr30k_test.yaml │ │ │ ├── flickr30k_test_lite.yaml │ │ │ └── utils.py │ │ ├── gpqa │ │ │ ├── README.md │ │ │ ├── cot_n_shot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_cot_n_shot_yaml │ │ │ │ ├── gpqa_diamond_cot_n_shot.yaml │ │ │ │ ├── gpqa_extended_cot_n_shot.yaml │ │ │ │ ├── gpqa_main_cot_n_shot.yaml │ │ │ │ └── utils.py │ │ │ ├── cot_zeroshot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_cot_zeroshot_yaml │ │ │ │ ├── gpqa_diamond_cot_zeroshot.yaml │ │ │ │ ├── gpqa_extended_cot_zeroshot.yaml │ │ │ │ ├── gpqa_main_cot_zeroshot.yaml │ │ │ │ └── utils.py │ │ │ ├── generative │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_generative_n_shot_yaml │ │ │ │ ├── gpqa_diamond_generative_n_shot.yaml │ │ │ │ ├── gpqa_extended_generative_n_shot.yaml │ │ │ │ ├── gpqa_main_generative_n_shot.yaml │ │ │ │ └── utils.py │ │ │ ├── n_shot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_n_shot_yaml │ │ │ │ ├── gpqa_diamond_n_shot.yaml │ │ │ │ ├── gpqa_extended_n_shot.yaml │ │ │ │ ├── gpqa_main_n_shot.yaml │ │ │ │ └── utils.py │ │ │ └── zeroshot │ │ │ │ ├── _generate_configs.py │ │ │ │ ├── _gpqa_zeroshot_yaml │ │ │ │ ├── gpqa_diamond_zeroshot.yaml │ │ │ │ ├── gpqa_extended_zeroshot.yaml │ │ │ │ ├── gpqa_main_zeroshot.yaml │ │ │ │ └── utils.py │ │ ├── gqa │ │ │ ├── gqa.yaml │ │ │ ├── gqa_lite.yaml │ │ │ └── utils.py │ │ ├── gqa_ru │ │ │ ├── gqa_ru.yaml │ │ │ └── utils.py │ │ ├── gsm8k │ │ │ ├── README.md │ │ │ ├── gsm8k-cot-llama.yaml │ │ │ ├── gsm8k-cot-self-consistency.yaml │ │ │ ├── gsm8k-cot-zeroshot.yaml │ │ │ ├── gsm8k-cot.yaml │ │ │ └── gsm8k.yaml │ │ ├── hallusion_bench │ │ │ ├── evaluate_hb.py │ │ │ ├── hallusion_bench_image.yaml │ │ │ └── utils.py │ │ ├── hellaswag │ │ │ ├── README.md │ │ │ ├── hellaswag.yaml │ │ │ └── utils.py │ │ ├── iconqa │ │ │ ├── _default_template_docvqa_yaml │ │ │ ├── iconqa.yaml │ │ │ ├── iconqa_test.yaml │ │ │ ├── iconqa_val.yaml │ │ │ └── utils.py │ │ ├── ifeval │ │ │ ├── README.md │ │ │ ├── ifeval.yaml │ │ │ ├── instructions.py │ │ │ ├── instructions_registry.py │ │ │ ├── instructions_util.py │ │ │ └── utils.py │ │ ├── ii_bench │ │ │ ├── ii_bench.yaml │ │ │ └── utils.py │ │ ├── infovqa │ │ │ ├── _default_template_infovqa_yaml │ │ │ ├── infovqa.yaml │ │ │ ├── infovqa_test.yaml │ │ │ ├── infovqa_val.yaml │ │ │ ├── infovqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── internal_eval │ │ │ ├── _default_template_internal_eval_yaml │ │ │ ├── d170_cn.yaml │ │ │ ├── d170_cn_utils.py │ │ │ ├── d170_en.yaml │ │ │ ├── d170_en_utils.py │ │ │ ├── dc100_en.yaml │ │ │ ├── dc100_en_utils.py │ │ │ ├── dc200_cn.yaml │ │ │ ├── dc200_cn_utils.py │ │ │ ├── internal_eval.yaml │ │ │ └── utils.py │ │ ├── live_bench │ │ │ ├── live_bench.yaml │ │ │ ├── live_bench_2406.yaml │ │ │ ├── live_bench_2407.yaml │ │ │ ├── live_bench_template_yaml │ │ │ └── utils.py │ │ ├── llava-bench-coco │ │ │ ├── llava-bench-coco.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── llava-in-the-wild │ │ │ ├── llava-in-the-wild.yaml │ │ │ ├── rule.json │ │ │ └── utils.py │ │ ├── llava_interleave_bench │ │ │ ├── _default_template_interleave_yaml │ │ │ ├── in_domain.yaml │ │ │ ├── interleave_bench.yaml │ │ │ ├── multi_view_in_domain.yaml │ │ │ ├── out_of_domain.yaml │ │ │ └── utils.py │ │ ├── llava_wilder │ │ │ ├── _default_template_wilder_yaml │ │ │ ├── llava_wilder_small.yaml │ │ │ └── utils.py │ │ ├── longvideobench │ │ │ ├── longvideobench_test_i.yaml │ │ │ ├── longvideobench_test_v.yaml │ │ │ ├── longvideobench_val_i.yaml │ │ │ ├── longvideobench_val_v.yaml │ │ │ └── utils.py │ │ ├── mathverse │ │ │ ├── mathverse.yaml │ │ │ ├── mathverse_evals.py │ │ │ ├── mathverse_testmini.yaml │ │ │ ├── mathverse_testmini_text.yaml │ │ │ ├── mathverse_testmini_text_dominant.yaml │ │ │ ├── mathverse_testmini_text_lite.yaml │ │ │ ├── mathverse_testmini_text_only.yaml │ │ │ ├── mathverse_testmini_vision.yaml │ │ │ ├── mathverse_testmini_vision_dominant.yaml │ │ │ ├── mathverse_testmini_vision_intensive.yaml │ │ │ ├── mathverse_testmini_vision_only.yaml │ │ │ └── utils.py │ │ ├── mathvista │ │ │ ├── mathvista.yaml │ │ │ ├── mathvista_evals.py │ │ │ ├── mathvista_test.yaml │ │ │ ├── mathvista_testmini.yaml │ │ │ ├── mathvista_testmini_cot.yaml │ │ │ ├── mathvista_testmini_format.yaml │ │ │ ├── mathvista_testmini_solution.yaml │ │ │ └── utils.py │ │ ├── mirb │ │ │ ├── mirb.yaml │ │ │ └── utils.py │ │ ├── mlvu │ │ │ ├── mlvu.yaml │ │ │ └── utils.py │ │ ├── mmbench │ │ │ ├── _default_template_mmbench_cn_yaml │ │ │ ├── _default_template_mmbench_en_yaml │ │ │ ├── _default_template_mmbench_ru_yaml │ │ │ ├── cc_utils.py │ │ │ ├── cn_utils.py │ │ │ ├── en_utils.py │ │ │ ├── mmbench.yaml │ │ │ ├── mmbench_cc.yaml │ │ │ ├── mmbench_cn.yaml │ │ │ ├── mmbench_cn_dev.yaml │ │ │ ├── mmbench_cn_dev_lite.yaml │ │ │ ├── mmbench_cn_test.yaml │ │ │ ├── mmbench_en.yaml │ │ │ ├── mmbench_en_dev.yaml │ │ │ ├── mmbench_en_dev_lite.yaml │ │ │ ├── mmbench_en_test.yaml │ │ │ ├── mmbench_evals.py │ │ │ ├── mmbench_ru_dev.yaml │ │ │ └── ru_utils.py │ │ ├── mme │ │ │ ├── mme.yaml │ │ │ └── utils.py │ │ ├── mmlu │ │ │ ├── _generate_configs.py │ │ │ ├── continuation │ │ │ │ ├── _continuation_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── default │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_humanities.yaml │ │ │ │ ├── _mmlu_other.yaml │ │ │ │ ├── _mmlu_social_sciences.yaml │ │ │ │ ├── _mmlu_stem.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── flan_cot_fewshot │ │ │ │ ├── _cot_prompts.json │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_flan_cot_fewshot_template_yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ │ ├── flan_cot_zeroshot │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── _mmlu_flan_cot_zeroshot_template_yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ ├── mmlu_world_religions.yaml │ │ │ │ └── utils.py │ │ │ ├── flan_n_shot │ │ │ │ ├── generative │ │ │ │ │ ├── _mmlu.yaml │ │ │ │ │ ├── _mmlu_flan_generative_template_yaml │ │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ │ ├── mmlu_management.yaml │ │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ │ ├── mmlu_world_religions.yaml │ │ │ │ │ └── utils.py │ │ │ │ └── loglikelihood │ │ │ │ │ ├── _mmlu.yaml │ │ │ │ │ ├── _mmlu_flan_loglikelihood_template_yaml │ │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ │ ├── mmlu_management.yaml │ │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ │ └── mmlu_world_religions.yaml │ │ │ └── generative │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── _mmlu.yaml │ │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ │ ├── mmlu_anatomy.yaml │ │ │ │ ├── mmlu_astronomy.yaml │ │ │ │ ├── mmlu_business_ethics.yaml │ │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ │ ├── mmlu_college_biology.yaml │ │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ │ ├── mmlu_college_medicine.yaml │ │ │ │ ├── mmlu_college_physics.yaml │ │ │ │ ├── mmlu_computer_security.yaml │ │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ │ ├── mmlu_econometrics.yaml │ │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ │ ├── mmlu_formal_logic.yaml │ │ │ │ ├── mmlu_global_facts.yaml │ │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ │ ├── mmlu_human_aging.yaml │ │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ │ ├── mmlu_international_law.yaml │ │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ │ ├── mmlu_machine_learning.yaml │ │ │ │ ├── mmlu_management.yaml │ │ │ │ ├── mmlu_marketing.yaml │ │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ │ ├── mmlu_nutrition.yaml │ │ │ │ ├── mmlu_philosophy.yaml │ │ │ │ ├── mmlu_prehistory.yaml │ │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ │ ├── mmlu_professional_law.yaml │ │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ │ ├── mmlu_public_relations.yaml │ │ │ │ ├── mmlu_security_studies.yaml │ │ │ │ ├── mmlu_sociology.yaml │ │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ │ ├── mmlu_virology.yaml │ │ │ │ └── mmlu_world_religions.yaml │ │ ├── mmlu_pro │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── _mmlu_pro.yaml │ │ │ ├── mmlu_pro_biology.yaml │ │ │ ├── mmlu_pro_business.yaml │ │ │ ├── mmlu_pro_chemistry.yaml │ │ │ ├── mmlu_pro_computer_science.yaml │ │ │ ├── mmlu_pro_economics.yaml │ │ │ ├── mmlu_pro_engineering.yaml │ │ │ ├── mmlu_pro_health.yaml │ │ │ ├── mmlu_pro_history.yaml │ │ │ ├── mmlu_pro_law.yaml │ │ │ ├── mmlu_pro_math.yaml │ │ │ ├── mmlu_pro_other.yaml │ │ │ ├── mmlu_pro_philosophy.yaml │ │ │ ├── mmlu_pro_physics.yaml │ │ │ ├── mmlu_pro_psychology.yaml │ │ │ └── utils.py │ │ ├── mmmu │ │ │ ├── _default_template_yaml │ │ │ ├── arial.ttf │ │ │ ├── mmmu.yaml │ │ │ ├── mmmu_group_img.yaml │ │ │ ├── mmmu_group_img_test.yaml │ │ │ ├── mmmu_group_img_val.yaml │ │ │ ├── mmmu_test.yaml │ │ │ ├── mmmu_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_group_img.py │ │ ├── mmmu_pro │ │ │ ├── _default_template_yaml │ │ │ ├── mmmu_pro.yaml │ │ │ ├── mmmu_pro_composite.yaml │ │ │ ├── mmmu_pro_composite_cot.yaml │ │ │ ├── mmmu_pro_cot.yaml │ │ │ ├── mmmu_pro_original.yaml │ │ │ ├── mmmu_pro_original_cot.yaml │ │ │ ├── mmmu_pro_vision.yaml │ │ │ ├── mmmu_pro_vision_cot.yaml │ │ │ └── utils.py │ │ ├── mmstar │ │ │ ├── mmstar.yaml │ │ │ └── utils.py │ │ ├── mmupd │ │ │ ├── _default_template_mmupd_yaml │ │ │ ├── mmaad_base.yaml │ │ │ ├── mmaad_instruction.yaml │ │ │ ├── mmaad_option.yaml │ │ │ ├── mmiasd_base.yaml │ │ │ ├── mmiasd_instruction.yaml │ │ │ ├── mmiasd_option.yaml │ │ │ ├── mmivqd_base.yaml │ │ │ ├── mmivqd_instruction.yaml │ │ │ ├── mmivqd_option.yaml │ │ │ ├── mmupd.yaml │ │ │ ├── mmupd_base.yaml │ │ │ ├── mmupd_evals.py │ │ │ ├── mmupd_instruction.yaml │ │ │ ├── mmupd_option.yaml │ │ │ └── utils.py │ │ ├── mmvet │ │ │ ├── mmvet.yaml │ │ │ └── utils.py │ │ ├── muirbench │ │ │ ├── muirbench.yaml │ │ │ └── utils.py │ │ ├── multidocvqa │ │ │ ├── multidocvqa.yaml │ │ │ ├── multidocvqa_test.yaml │ │ │ ├── multidocvqa_val.yaml │ │ │ └── utils.py │ │ ├── multilingual-llava-bench-in-the-wild │ │ │ ├── README.md │ │ │ ├── _default_template.yaml │ │ │ ├── arabic_llava_in_the_wild.yaml │ │ │ ├── bengali_llava_in_the_wild.yaml │ │ │ ├── chinese_llava_in_the_wild.yaml │ │ │ ├── french_llava_in_the_wild.yaml │ │ │ ├── hindi_llava_in_the_wild.yaml │ │ │ ├── japanese_llava_in_the_wild.yaml │ │ │ ├── rule.json │ │ │ ├── russian_llava_in_the_wild.yaml │ │ │ ├── spanish_llava_in_the_wild.yaml │ │ │ ├── urdu_llava_in_the_wild.yaml │ │ │ └── utils.py │ │ ├── mvbench │ │ │ ├── _default_template.yaml │ │ │ ├── mvbench.yaml │ │ │ ├── mvbench_action_antonym.yaml │ │ │ ├── mvbench_action_count.yaml │ │ │ ├── mvbench_action_localization.yaml │ │ │ ├── mvbench_action_prediction.yaml │ │ │ ├── mvbench_action_sequence.yaml │ │ │ ├── mvbench_character_order.yaml │ │ │ ├── mvbench_counterfactual_inference.yaml │ │ │ ├── mvbench_egocentric_navigation.yaml │ │ │ ├── mvbench_episodic_reasoning.yaml │ │ │ ├── mvbench_fine_grained_action.yaml │ │ │ ├── mvbench_fine_grained_pose.yaml │ │ │ ├── mvbench_moving_attribute.yaml │ │ │ ├── mvbench_moving_count.yaml │ │ │ ├── mvbench_moving_direction.yaml │ │ │ ├── mvbench_object_existence.yaml │ │ │ ├── mvbench_object_interaction.yaml │ │ │ ├── mvbench_object_shuffle.yaml │ │ │ ├── mvbench_scene_transition.yaml │ │ │ ├── mvbench_state_change.yaml │ │ │ ├── mvbench_unexpected_action.yaml │ │ │ └── utils.py │ │ ├── nextqa │ │ │ ├── _default_template_yaml │ │ │ ├── nextqa.yaml │ │ │ ├── nextqa_mc_test.yaml │ │ │ ├── nextqa_oe_test.yaml │ │ │ ├── nextqa_oe_val.yaml │ │ │ ├── stopwords.csv │ │ │ └── utils.py │ │ ├── nocaps │ │ │ ├── _default_template_nocaps_yaml │ │ │ ├── nocaps.yaml │ │ │ ├── nocaps_test.yaml │ │ │ ├── nocaps_val.yaml │ │ │ ├── nocaps_val_lite.yaml │ │ │ └── utils.py │ │ ├── ocrbench │ │ │ ├── ocrbench.yaml │ │ │ ├── upload_ocrbench.py │ │ │ └── utils.py │ │ ├── ok_vqa │ │ │ ├── _default_template_vqa_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _ok_vqa.yaml │ │ │ ├── ok_vqa_val2014.yaml │ │ │ ├── ok_vqa_val2014_lite.yaml │ │ │ └── utils.py │ │ ├── olympiadbench │ │ │ ├── cn_utils.py │ │ │ ├── en_utils.py │ │ │ ├── olympiadbench.yaml │ │ │ ├── olympiadbench_evals.py │ │ │ ├── olympiadbench_test_cn.yaml │ │ │ └── olympiadbench_test_en.yaml │ │ ├── perceptiontest │ │ │ ├── test │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── perceptiontest_mc.yaml │ │ │ │ ├── perceptiontest_mcppl.yaml │ │ │ │ └── utils.py │ │ │ └── val │ │ │ │ ├── _default_template_yaml │ │ │ │ ├── perceptiontest_mc.yaml │ │ │ │ ├── perceptiontest_mcppl.yaml │ │ │ │ └── utils.py │ │ ├── pope │ │ │ ├── pope.yaml │ │ │ ├── pope_adv.yaml │ │ │ ├── pope_full.yaml │ │ │ ├── pope_pop.yaml │ │ │ ├── pope_random.yaml │ │ │ └── utils.py │ │ ├── qbench │ │ │ ├── abench_dev.yaml │ │ │ ├── qbench2_dev.yaml │ │ │ ├── qbench_dev.yaml │ │ │ ├── qbenchs_dev.yaml │ │ │ └── utils.py │ │ ├── realworldqa │ │ │ ├── realworldqa.yaml │ │ │ └── utils.py │ │ ├── refcoco+ │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcoco+_bbox_rec_testA.yaml │ │ │ ├── refcoco+_bbox_rec_testB.yaml │ │ │ ├── refcoco+_bbox_rec_val.yaml │ │ │ ├── refcoco+_bbox_testA.yaml │ │ │ ├── refcoco+_bbox_testB.yaml │ │ │ ├── refcoco+_bbox_val.yaml │ │ │ ├── refcoco+_seg_testA.yaml │ │ │ ├── refcoco+_seg_testB.yaml │ │ │ ├── refcoco+_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── refcoco │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcoco_bbox_rec_test.yaml │ │ │ ├── refcoco_bbox_rec_testA.yaml │ │ │ ├── refcoco_bbox_rec_testB.yaml │ │ │ ├── refcoco_bbox_rec_val.yaml │ │ │ ├── refcoco_bbox_test.yaml │ │ │ ├── refcoco_bbox_testA.yaml │ │ │ ├── refcoco_bbox_testB.yaml │ │ │ ├── refcoco_bbox_val.yaml │ │ │ ├── refcoco_bbox_val_lite.yaml │ │ │ ├── refcoco_seg_test.yaml │ │ │ ├── refcoco_seg_testA.yaml │ │ │ ├── refcoco_seg_testB.yaml │ │ │ ├── refcoco_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── refcocog │ │ │ ├── _default_template_bbox_rec_yaml │ │ │ ├── _default_template_bbox_yaml │ │ │ ├── _default_template_seg_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _refcoco.yaml │ │ │ ├── refcocog_bbox_rec_test.yaml │ │ │ ├── refcocog_bbox_rec_val.yaml │ │ │ ├── refcocog_bbox_test.yaml │ │ │ ├── refcocog_bbox_val.yaml │ │ │ ├── refcocog_seg_test.yaml │ │ │ ├── refcocog_seg_val.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── scienceqa │ │ │ ├── scienceqa.yaml │ │ │ ├── scienceqa_full.yaml │ │ │ ├── scienceqa_img.yaml │ │ │ └── utils.py │ │ ├── screenspot │ │ │ ├── README.md │ │ │ ├── _default_template_rec_yaml │ │ │ ├── _default_template_reg_yaml │ │ │ ├── _screenspot.yaml │ │ │ ├── screenspot_rec_test.yaml │ │ │ ├── screenspot_reg_test.yaml │ │ │ ├── utils.py │ │ │ └── utils_rec.py │ │ ├── seedbench │ │ │ ├── seedbench.yaml │ │ │ ├── seedbench_lite.yaml │ │ │ ├── seedbench_ppl.yaml │ │ │ └── utils.py │ │ ├── seedbench_2 │ │ │ ├── seedbench_2.yaml │ │ │ └── utils.py │ │ ├── seedbench_2_plus │ │ │ ├── seedbench_2_plus.yaml │ │ │ └── utils.py │ │ ├── stvqa │ │ │ ├── stvqa.yaml │ │ │ └── utils.py │ │ ├── synthdog │ │ │ ├── donut_evaluator.py │ │ │ ├── synthdog.yaml │ │ │ ├── synthdog_en.yaml │ │ │ ├── synthdog_zh.yaml │ │ │ └── utils.py │ │ ├── tempcompass │ │ │ ├── _default_template_yaml │ │ │ ├── _tempcompass.yaml │ │ │ ├── tempcompass_caption_matching.yaml │ │ │ ├── tempcompass_captioning.yaml │ │ │ ├── tempcompass_mc.yaml │ │ │ ├── tempcompass_yes_no.yaml │ │ │ └── utils.py │ │ ├── textcaps │ │ │ ├── _default_template_textcaps_yaml │ │ │ ├── textcaps.yaml │ │ │ ├── textcaps_test.yaml │ │ │ ├── textcaps_train.yaml │ │ │ ├── textcaps_val.yaml │ │ │ ├── textcaps_val_lite.yaml │ │ │ └── utils.py │ │ ├── textvqa │ │ │ ├── _default_template_textvqa_yaml │ │ │ ├── _textvqa.yaml │ │ │ ├── textvqa_test.yaml │ │ │ ├── textvqa_val.yaml │ │ │ ├── textvqa_val_lite.yaml │ │ │ └── utils.py │ │ ├── vatex │ │ │ ├── _vatex.yaml │ │ │ ├── utils.py │ │ │ ├── vatex_test.yaml │ │ │ └── vatex_val_zh.yaml │ │ ├── vcr_wiki │ │ │ ├── _default_template_vcr_yaml │ │ │ ├── utils.py │ │ │ ├── vcr_wiki_en_easy.yaml │ │ │ ├── vcr_wiki_en_easy_100.yaml │ │ │ ├── vcr_wiki_en_easy_500.yaml │ │ │ ├── vcr_wiki_en_hard.yaml │ │ │ ├── vcr_wiki_en_hard_100.yaml │ │ │ ├── vcr_wiki_en_hard_500.yaml │ │ │ ├── vcr_wiki_zh_easy.yaml │ │ │ ├── vcr_wiki_zh_easy_100.yaml │ │ │ ├── vcr_wiki_zh_easy_500.yaml │ │ │ ├── vcr_wiki_zh_hard.yaml │ │ │ ├── vcr_wiki_zh_hard_100.yaml │ │ │ └── vcr_wiki_zh_hard_500.yaml │ │ ├── vdc │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── background_test.yaml │ │ │ ├── camera_test.yaml │ │ │ ├── detailed_test.yaml │ │ │ ├── main_object_test.yaml │ │ │ ├── short_test.yaml │ │ │ └── utils.py │ │ ├── vibe_eval │ │ │ ├── utils.py │ │ │ └── vibe_eval.yaml │ │ ├── video_detail_description │ │ │ ├── README.md │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── video_detail_description.yaml │ │ ├── videochatgpt │ │ │ ├── _default_template_yaml │ │ │ ├── _videochatgpt.yaml │ │ │ ├── utils.py │ │ │ ├── videochatgpt_consistency.yaml │ │ │ ├── videochatgpt_generic.yaml │ │ │ └── videochatgpt_temporal.yaml │ │ ├── videomme │ │ │ ├── utils.py │ │ │ ├── videomme.yaml │ │ │ └── videomme_w_subtitle.yaml │ │ ├── vitatecs │ │ │ ├── _default_template_yaml │ │ │ ├── _vitatecs.yaml │ │ │ ├── utils.py │ │ │ ├── vitatecs_compositionality.yaml │ │ │ ├── vitatecs_direction.yaml │ │ │ ├── vitatecs_intensity.yaml │ │ │ ├── vitatecs_localization.yaml │ │ │ ├── vitatecs_sequence.yaml │ │ │ └── vitatecs_type.yaml │ │ ├── vizwiz_vqa │ │ │ ├── _default_template_vqa_yaml │ │ │ ├── _generate_config.py │ │ │ ├── _vizwiz_vqa.yaml │ │ │ ├── utils.py │ │ │ ├── vizwiz_vqa_test.yaml │ │ │ ├── vizwiz_vqa_val.yaml │ │ │ └── vizwiz_vqa_val_lite.yaml │ │ ├── vqav2 │ │ │ ├── _default_template_vqav2_yaml │ │ │ ├── _vqav2.yaml │ │ │ ├── utils.py │ │ │ ├── vqav2_test.yaml │ │ │ ├── vqav2_val.yaml │ │ │ └── vqav2_val_lite.yaml │ │ ├── websrc │ │ │ ├── README.md │ │ │ ├── utils.py │ │ │ ├── websrc.yaml │ │ │ ├── websrc_test.yaml │ │ │ └── websrc_val.yaml │ │ ├── wild_vision_bench │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── wild_vision_bench0617.yaml │ │ ├── worldqa │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ ├── worldqa.yaml │ │ │ ├── worldqa_generation.yaml │ │ │ ├── worldqa_mc.yaml │ │ │ ├── worldqa_mc_evaluator.py │ │ │ └── worldqa_mcppl.yaml │ │ └── youcook2 │ │ │ ├── _default_template_yaml │ │ │ ├── utils.py │ │ │ └── youcook2_val.yaml │ └── utils.py ├── miscs │ ├── example_eval.yaml │ ├── llava_repr_requirements.txt │ ├── llava_result_check.md │ ├── llava_sglang_result_check.md │ ├── repr_scripts.sh │ ├── repr_torch_envs.txt │ ├── scienceqa_id.txt │ ├── script.sh │ ├── test_llava.py │ ├── test_scienceqa.py │ ├── tinyllava_repr_requirements.txt │ └── tinyllava_repr_scripts.sh ├── pyproject.toml ├── setup.py └── tools │ ├── get_video_avg_time.py │ ├── lite │ ├── embed.py │ ├── embedder │ │ ├── BaseEmbedder.py │ │ ├── ClipBgeEmbedder.py │ │ └── __init__.py │ ├── shrink.py │ └── shrinker │ │ ├── BaseShrinker.py │ │ ├── EmbedShrinker.py │ │ ├── __init__.py │ │ └── sampling_methods │ │ ├── __init__.py │ │ ├── kcenter_greedy.py │ │ └── sampling_def.py │ ├── live_bench │ ├── create_dataset.py │ ├── data_summary.ipynb │ ├── example.ipynb │ ├── filter.ipynb │ ├── live_bench │ │ ├── __init__.py │ │ ├── api │ │ │ └── live_bench.py │ │ ├── data_generator │ │ │ ├── __init__.py │ │ │ ├── check_prompt.md │ │ │ ├── default_criteria.md │ │ │ ├── example │ │ │ │ ├── example_output.json │ │ │ │ └── example_website.png │ │ │ ├── live_bench.py │ │ │ ├── live_bench_data.py │ │ │ ├── prompt.md │ │ │ ├── qa_generator.py │ │ │ ├── question_finalizer.py │ │ │ ├── response.py │ │ │ ├── score_getter.py │ │ │ ├── score_prompt.md │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── claude.py │ │ │ │ ├── extract_infomation.py │ │ │ │ ├── gemini.py │ │ │ │ └── gpt4v.py │ │ ├── driver │ │ │ ├── .gitignore │ │ │ ├── __init__.py │ │ │ └── load_driver.py │ │ ├── screen_shoter │ │ │ ├── __init__.py │ │ │ ├── screen.py │ │ │ └── screen_shoter.py │ │ ├── view.ipynb │ │ └── websites │ │ │ ├── __init__.py │ │ │ ├── load_website.py │ │ │ ├── website.py │ │ │ └── website_list.yaml │ ├── pyproject.toml │ ├── refine_all_results.py │ ├── script │ │ ├── README.md │ │ ├── modify.ipynb │ │ └── upload_results.py │ └── setup.py │ ├── make_image_hf_dataset.ipynb │ ├── make_vatex.py │ ├── make_video_hf_dataset.ipynb │ └── makecvrr.ipynb ├── sglang ├── .github │ ├── ISSUE_TEMPLATE │ │ ├── 1-bug-report.yml │ │ └── 2-feature-request.yml │ ├── pull_request_template.md │ └── workflows │ │ ├── cancel-pr-workflow.yml │ │ ├── close-inactive-issues.yml │ │ ├── lint.yml │ │ ├── nightly-eval.yml │ │ ├── pr-test.yml │ │ ├── release-docker.yml │ │ ├── release-fake-tag.yml │ │ ├── release-github.yml │ │ └── release-pypi.yml ├── .gitignore ├── .gitmodules ├── .isort.cfg ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── LICENSE ├── README.md ├── assets │ └── logo.png ├── benchmark │ ├── benchmark_vllm_060 │ │ └── README.md │ ├── blog_v0_2 │ │ ├── 405b_sglang.sh │ │ ├── 405b_trt.sh │ │ ├── 405b_vllm.sh │ │ ├── README.md │ │ └── config.md │ ├── dspy │ │ ├── README.md │ │ └── bench_dspy_intro.py │ ├── generative_agents │ │ ├── README.md │ │ ├── agent_functions.py │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── gsm8k │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── download_data.sh │ ├── hellaswag │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── json_decode_regex │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── build_dataset.py │ ├── json_jump_forward │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ ├── build_dataset.py │ │ └── dataset.txt │ ├── line_retrieval │ │ ├── README.md │ │ ├── bench_sglang.py │ │ └── gen_data.py │ ├── llava_bench │ │ ├── README.md │ │ ├── bench_hf_llava_bench.sh │ │ ├── bench_hf_mme.sh │ │ ├── bench_sglang.py │ │ ├── bench_sglang_mme.sh │ │ └── download_images.py │ ├── llm_judge │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── long_json_decode │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── build_dataset.py │ ├── mmlu │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── download_data.sh │ ├── mtbench │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── multi_chain_reasoning │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── multi_document_qa │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── build_dataset.py │ ├── multi_turn_chat │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── data_gen.py │ ├── react │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py │ ├── tip_suggestion │ │ ├── .gitignore │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ ├── lmql_funcs.py │ │ └── topic.jsonl │ ├── tree_of_thought_deep │ │ ├── README.md │ │ ├── bench_other.py │ │ ├── bench_sglang.py │ │ └── lmql_funcs.py │ └── tree_of_thought_v0 │ │ ├── README.md │ │ ├── bench_other.py │ │ └── bench_sglang.py ├── docker │ ├── Dockerfile │ ├── compose.yaml │ └── k8s-sglang-service.yaml ├── docs │ ├── en │ │ ├── Makefile │ │ ├── _static │ │ │ ├── css │ │ │ │ └── readthedocs.css │ │ │ └── image │ │ │ │ └── logo.png │ │ ├── benchmark_and_profiling.md │ │ ├── choices_methods.md │ │ ├── conf.py │ │ ├── contributor_guide.md │ │ ├── custom_chat_template.md │ │ ├── hyperparameter_tuning.md │ │ ├── index.rst │ │ ├── model_support.md │ │ ├── release_process.md │ │ ├── sampling_params.md │ │ ├── setup_github_runner.md │ │ └── troubleshooting.md │ └── requirements.txt ├── examples │ ├── frontend_language │ │ ├── quick_start │ │ │ ├── anthropic_example_chat.py │ │ │ ├── anthropic_example_complete.py │ │ │ ├── azure_openai_example_chat.py │ │ │ ├── gemini_example_chat.py │ │ │ ├── gemini_example_complete.py │ │ │ ├── gemini_example_multimodal_chat.py │ │ │ ├── images │ │ │ │ ├── cat.jpeg │ │ │ │ └── dog.jpeg │ │ │ ├── local_example_chat.py │ │ │ ├── local_example_complete.py │ │ │ ├── local_example_llava_next.py │ │ │ ├── openai_example_chat.py │ │ │ ├── openai_example_complete.py │ │ │ ├── openrouter_example_chat.py │ │ │ ├── together_example_chat.py │ │ │ └── together_example_complete.py │ │ └── usage │ │ │ ├── chinese_regex.py │ │ │ ├── choices_logprob.py │ │ │ ├── cot_decoding.py │ │ │ ├── json_decode.py │ │ │ ├── json_logprobs.py │ │ │ ├── llava_video │ │ │ ├── srt_example_llava_v.py │ │ │ └── srt_example_llava_v.sh │ │ │ ├── openai_chat_speculative.py │ │ │ ├── openai_speculative.py │ │ │ ├── parallel_sample.py │ │ │ ├── rag_using_parea │ │ │ └── trace_and_evaluate_rag_using_parea.ipynb │ │ │ ├── readme_examples.py │ │ │ ├── streaming.py │ │ │ └── triton │ │ │ ├── Dockerfile │ │ │ ├── README.md │ │ │ └── models │ │ │ └── character_generation │ │ │ ├── 1 │ │ │ └── model.py │ │ │ └── config.pbtxt │ └── runtime │ │ ├── async_io_api.py │ │ ├── llava_onevision │ │ ├── http_llama3_llava_test.py │ │ ├── http_llava_onevision_test.py │ │ └── http_qwen_llava_test.py │ │ ├── openai_batch_chat.py │ │ └── openai_batch_complete.py ├── python │ ├── pyproject.toml │ ├── sglang │ │ ├── README.md │ │ ├── __init__.py │ │ ├── api.py │ │ ├── bench_latency.py │ │ ├── bench_serving.py │ │ ├── check_env.py │ │ ├── global_config.py │ │ ├── lang │ │ │ ├── __init__.py │ │ │ ├── backend │ │ │ │ ├── __init__.py │ │ │ │ ├── anthropic.py │ │ │ │ ├── base_backend.py │ │ │ │ ├── litellm.py │ │ │ │ ├── openai.py │ │ │ │ ├── runtime_endpoint.py │ │ │ │ └── vertexai.py │ │ │ ├── chat_template.py │ │ │ ├── choices.py │ │ │ ├── compiler.py │ │ │ ├── interpreter.py │ │ │ ├── ir.py │ │ │ └── tracer.py │ │ ├── launch_server.py │ │ ├── launch_server_auroracap.py │ │ ├── launch_server_llavavid.py │ │ ├── srt │ │ │ ├── configs │ │ │ │ ├── __init__.py │ │ │ │ ├── exaone.py │ │ │ │ └── model_config.py │ │ │ ├── constrained │ │ │ │ ├── __init__.py │ │ │ │ ├── base_tool_cache.py │ │ │ │ ├── fsm_cache.py │ │ │ │ └── jump_forward.py │ │ │ ├── conversation.py │ │ │ ├── hf_transformers_utils.py │ │ │ ├── layers │ │ │ │ ├── activation.py │ │ │ │ ├── flashinfer_utils.py │ │ │ │ ├── fused_moe │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── fused_moe.py │ │ │ │ │ └── layer.py │ │ │ │ ├── layernorm.py │ │ │ │ ├── logits_processor.py │ │ │ │ ├── pooler.py │ │ │ │ ├── radix_attention.py │ │ │ │ ├── sampler.py │ │ │ │ ├── torchao_utils.py │ │ │ │ └── triton_attention │ │ │ │ │ ├── decode_attention.py │ │ │ │ │ ├── extend_attention.py │ │ │ │ │ └── prefill_attention.py │ │ │ ├── managers │ │ │ │ ├── controller_multi.py │ │ │ │ ├── controller_single.py │ │ │ │ ├── detokenizer_manager.py │ │ │ │ ├── io_struct.py │ │ │ │ ├── policy_scheduler.py │ │ │ │ ├── schedule_batch.py │ │ │ │ ├── tokenizer_manager.py │ │ │ │ └── tp_worker.py │ │ │ ├── mem_cache │ │ │ │ ├── base_prefix_cache.py │ │ │ │ ├── chunk_cache.py │ │ │ │ ├── flush_cache.py │ │ │ │ ├── memory_pool.py │ │ │ │ └── radix_cache.py │ │ │ ├── mm_utils.py │ │ │ ├── model_config.py │ │ │ ├── model_executor │ │ │ │ ├── cuda_graph_runner.py │ │ │ │ ├── forward_batch_info.py │ │ │ │ └── model_runner.py │ │ │ ├── models │ │ │ │ ├── auroracap.py │ │ │ │ ├── chatglm.py │ │ │ │ ├── commandr.py │ │ │ │ ├── dbrx.py │ │ │ │ ├── deepseek.py │ │ │ │ ├── deepseek_v2.py │ │ │ │ ├── exaone.py │ │ │ │ ├── gemma.py │ │ │ │ ├── gemma2.py │ │ │ │ ├── gpt_bigcode.py │ │ │ │ ├── grok.py │ │ │ │ ├── internlm2.py │ │ │ │ ├── llama.py │ │ │ │ ├── llama_classification.py │ │ │ │ ├── llama_embedding.py │ │ │ │ ├── llava.py │ │ │ │ ├── llavavid.py │ │ │ │ ├── minicpm.py │ │ │ │ ├── mistral.py │ │ │ │ ├── mixtral.py │ │ │ │ ├── mixtral_quant.py │ │ │ │ ├── qwen.py │ │ │ │ ├── qwen2.py │ │ │ │ ├── qwen2_moe.py │ │ │ │ ├── stablelm.py │ │ │ │ └── yivl.py │ │ │ ├── openai_api │ │ │ │ ├── adapter.py │ │ │ │ └── protocol.py │ │ │ ├── sampling │ │ │ │ ├── penaltylib │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── orchestrator.py │ │ │ │ │ └── penalizers │ │ │ │ │ │ ├── frequency_penalty.py │ │ │ │ │ │ ├── min_new_tokens.py │ │ │ │ │ │ ├── presence_penalty.py │ │ │ │ │ │ └── repetition_penalty.py │ │ │ │ ├── sampling_batch_info.py │ │ │ │ └── sampling_params.py │ │ │ ├── server.py │ │ │ ├── server_args.py │ │ │ └── utils.py │ │ ├── test │ │ │ ├── few_shot_gsm8k.py │ │ │ ├── long_prompt.txt │ │ │ ├── run_eval.py │ │ │ ├── runners.py │ │ │ ├── simple_eval_common.py │ │ │ ├── simple_eval_gpqa.py │ │ │ ├── simple_eval_humaneval.py │ │ │ ├── simple_eval_math.py │ │ │ ├── simple_eval_mgsm.py │ │ │ ├── simple_eval_mmlu.py │ │ │ ├── srt │ │ │ │ └── sampling │ │ │ │ │ └── penaltylib │ │ │ │ │ └── utils.py │ │ │ ├── test_activation.py │ │ │ ├── test_layernorm.py │ │ │ ├── test_programs.py │ │ │ └── test_utils.py │ │ ├── utils.py │ │ └── version.py │ └── upload_pypi.sh └── test │ ├── README.md │ ├── killall_sglang.sh │ ├── lang │ ├── run_suite.py │ ├── test_anthropic_backend.py │ ├── test_bind_cache.py │ ├── test_choices.py │ ├── test_litellm_backend.py │ ├── test_openai_backend.py │ ├── test_srt_backend.py │ ├── test_tracing.py │ └── test_vertexai_backend.py │ └── srt │ ├── models │ ├── test_embedding_models.py │ └── test_generation_models.py │ ├── run_suite.py │ ├── sampling │ └── penaltylib │ │ ├── penalizers │ │ ├── test_frequency_penalty.py │ │ ├── test_min_new_tokens.py │ │ ├── test_presence_penalty.py │ │ └── test_repetition_penalty.py │ │ └── test_srt_endpoint_with_penalizers.py │ ├── test_chunked_prefill.py │ ├── test_create_kvindices.py │ ├── test_embedding_openai_server.py │ ├── test_eval_accuracy_large.py │ ├── test_eval_accuracy_large_chunked_prefill.py │ ├── test_eval_accuracy_large_mixed_chunked_prefill.py │ ├── test_eval_accuracy_mini.py │ ├── test_json_constrained.py │ ├── test_large_max_new_tokens.py │ ├── test_models_from_modelscope.py │ ├── test_moe_eval_accuracy_large.py │ ├── test_moe_serving_latency.py │ ├── test_moe_serving_throughput.py │ ├── test_nightly_gsm8k_eval.py │ ├── test_openai_server.py │ ├── test_serving_latency.py │ ├── test_serving_throughput.py │ ├── test_skip_tokenizer_init.py │ ├── test_srt_endpoint.py │ ├── test_torch_compile.py │ ├── test_triton_attn_backend.py │ ├── test_update_weights.py │ └── test_vision_openai_server.py ├── xtuner ├── .github │ ├── CONTRIBUTING.md │ └── workflows │ │ ├── deploy.yml │ │ └── lint.yml ├── .gitignore ├── .owners.yml ├── .pre-commit-config-zh-cn.yaml ├── .pre-commit-config.yaml ├── LICENSE ├── MANIFEST.in ├── README.md ├── README_zh-CN.md ├── docs │ ├── en │ │ ├── .readthedocs.yaml │ │ ├── Makefile │ │ ├── _static │ │ │ ├── css │ │ │ │ └── readthedocs.css │ │ │ └── image │ │ │ │ └── logo.png │ │ ├── acceleration │ │ │ ├── benchmark.rst │ │ │ ├── deepspeed.rst │ │ │ ├── flash_attn.rst │ │ │ ├── hyper_parameters.rst │ │ │ ├── length_grouped_sampler.rst │ │ │ ├── pack_to_max_length.rst │ │ │ ├── train_extreme_long_sequence.rst │ │ │ ├── train_large_scale_dataset.rst │ │ │ └── varlen_flash_attn.rst │ │ ├── chat │ │ │ ├── agent.md │ │ │ ├── llm.md │ │ │ ├── lmdeploy.md │ │ │ └── vlm.md │ │ ├── conf.py │ │ ├── dpo │ │ │ ├── modify_settings.md │ │ │ ├── overview.md │ │ │ └── quick_start.md │ │ ├── evaluation │ │ │ ├── hook.md │ │ │ ├── mmbench.md │ │ │ ├── mmlu.md │ │ │ └── opencompass.md │ │ ├── get_started │ │ │ ├── installation.md │ │ │ ├── overview.md │ │ │ └── quickstart.md │ │ ├── index.rst │ │ ├── internevo_migration │ │ │ ├── ftdp_dataset │ │ │ │ ├── Case1.rst │ │ │ │ ├── Case2.rst │ │ │ │ ├── Case3.rst │ │ │ │ ├── Case4.rst │ │ │ │ └── ftdp.rst │ │ │ └── internevo_migration.rst │ │ ├── make.bat │ │ ├── models │ │ │ └── supported.md │ │ ├── notes │ │ │ └── changelog.md │ │ ├── preparation │ │ │ ├── pretrained_model.rst │ │ │ └── prompt_template.rst │ │ ├── reward_model │ │ │ ├── modify_settings.md │ │ │ ├── overview.md │ │ │ ├── preference_data.md │ │ │ └── quick_start.md │ │ ├── switch_language.md │ │ ├── training │ │ │ ├── custom_agent_dataset.rst │ │ │ ├── custom_pretrain_dataset.rst │ │ │ ├── custom_sft_dataset.rst │ │ │ ├── modify_settings.rst │ │ │ ├── multi_modal_dataset.rst │ │ │ ├── open_source_dataset.rst │ │ │ └── visualization.rst │ │ └── user_guides │ │ │ ├── chat.md │ │ │ ├── dataset_format.md │ │ │ ├── dataset_prepare.md │ │ │ ├── finetune.md │ │ │ ├── incremental_pretraining.md │ │ │ ├── intern_repo_dataset.md │ │ │ ├── multi_turn_conversation.md │ │ │ ├── prompt_template.md │ │ │ └── single_turn_conversation.md │ └── zh_cn │ │ ├── .readthedocs.yaml │ │ ├── Makefile │ │ ├── _static │ │ └── image │ │ │ └── logo.png │ │ ├── acceleration │ │ ├── benchmark.rst │ │ ├── deepspeed.rst │ │ ├── flash_attn.rst │ │ ├── hyper_parameters.rst │ │ ├── length_grouped_sampler.rst │ │ ├── pack_to_max_length.rst │ │ ├── train_extreme_long_sequence.rst │ │ ├── train_large_scale_dataset.rst │ │ └── varlen_flash_attn.rst │ │ ├── chat │ │ ├── agent.md │ │ ├── llm.md │ │ ├── lmdeploy.md │ │ └── vlm.md │ │ ├── conf.py │ │ ├── dpo │ │ ├── modify_settings.md │ │ ├── overview.md │ │ └── quick_start.md │ │ ├── evaluation │ │ ├── hook.md │ │ ├── mmbench.md │ │ ├── mmlu.md │ │ └── opencompass.md │ │ ├── get_started │ │ ├── installation.rst │ │ └── quickstart.rst │ │ ├── index.rst │ │ ├── internevo_migration │ │ ├── differences.rst │ │ └── ftdp_dataset │ │ │ ├── processed_and_internlm2.rst │ │ │ ├── processed_and_others.rst │ │ │ ├── processed_normal_chat.rst │ │ │ └── tokenized_and_internlm2.rst │ │ ├── make.bat │ │ ├── models │ │ └── supported.md │ │ ├── notes │ │ └── changelog.md │ │ ├── preparation │ │ ├── pretrained_model.rst │ │ └── prompt_template.rst │ │ ├── reward_model │ │ ├── images │ │ │ ├── preference_data.png │ │ │ ├── sequence_parallel.png │ │ │ └── var_len_atten.png │ │ ├── modify_settings.md │ │ ├── overview.md │ │ ├── preference_data.md │ │ └── quick_start.md │ │ ├── switch_language.md │ │ ├── training │ │ ├── custom_pretrain_dataset.rst │ │ ├── custom_sft_dataset.rst │ │ ├── modify_settings.rst │ │ ├── multi_modal_dataset.rst │ │ ├── open_source_dataset.rst │ │ └── visualization.rst │ │ └── user_guides │ │ ├── ceph.md │ │ ├── chat.md │ │ ├── config.md │ │ ├── custom_dataset │ │ ├── Offline.md │ │ └── Online.md │ │ ├── dataset_format.md │ │ ├── dataset_prepare.md │ │ ├── finetune.md │ │ ├── ftdp_dataset │ │ ├── Case1.md │ │ ├── Case2.md │ │ ├── Case3.md │ │ ├── Case4.md │ │ └── README.md │ │ ├── incremental_pretraining.md │ │ ├── intern_repo_dataset.md │ │ ├── llava_offline.md │ │ ├── multi_turn_conversation.md │ │ ├── prompt_template.md │ │ ├── sequence_parallel.md │ │ ├── single_turn_conversation.md │ │ └── varlen_attention.md ├── examples │ ├── demo_data │ │ ├── multi_turn_1 │ │ │ ├── README.md │ │ │ ├── config.py │ │ │ ├── data.json │ │ │ └── map_fn.py │ │ ├── multi_turn_2 │ │ │ ├── README.md │ │ │ ├── config.py │ │ │ ├── data.json │ │ │ └── map_fn.py │ │ ├── pretrain │ │ │ ├── README.md │ │ │ ├── config.py │ │ │ ├── data.json │ │ │ └── map_fn.py │ │ └── single_turn │ │ │ ├── README.md │ │ │ ├── config.py │ │ │ ├── data.json │ │ │ └── map_fn.py │ └── huggingface_trainer │ │ ├── README.md │ │ ├── train_hf.py │ │ ├── train_lora_hf.py │ │ └── train_qlora_hf.py ├── requirements.txt ├── requirements │ ├── deepspeed.txt │ ├── docs.txt │ ├── modelscope.txt │ └── runtime.txt ├── setup.cfg ├── setup.py └── xtuner │ ├── __init__.py │ ├── apis │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── alpaca.py │ │ ├── arxiv.py │ │ ├── code_alpaca.py │ │ ├── colorist.py │ │ ├── lawyer.py │ │ ├── medical.py │ │ ├── moss_003_sft.py │ │ ├── oasst1.py │ │ ├── open_orca.py │ │ ├── sql.py │ │ ├── tiny_codes.py │ │ └── wizardlm.py │ ├── model.py │ └── training_args.py │ ├── configs │ ├── __init__.py │ ├── auroracap │ │ ├── auroracap_7b_language_stage.py │ │ ├── auroracap_7b_pretrain_stage.py │ │ └── auroracap_7b_vision_stage.py │ ├── custom_dataset │ │ ├── pretrain │ │ │ ├── baichuan │ │ │ │ ├── baichuan2_13b_base_full_custom_pretrain_e1.py │ │ │ │ └── baichuan2_7b_base_full_custom_pretrain_e1.py │ │ │ ├── chatglm │ │ │ │ ├── chatglm2_6b_full_custom_pretrain_e1.py │ │ │ │ └── chatglm3_6b_full_custom_pretrain_e1.py │ │ │ ├── deepseek │ │ │ │ └── deepseek_moe_16b_base_full_custom_pretrain_e1.py │ │ │ ├── gemma │ │ │ │ ├── gemma_2b_full_custom_pretrain_e1.py │ │ │ │ └── gemma_7b_full_custom_pretrain_e1.py │ │ │ ├── internlm │ │ │ │ ├── internlm2_1_8b_full_custom_pretrain_e1.py │ │ │ │ ├── internlm2_20b_full_custom_pretrain_e1.py │ │ │ │ └── internlm2_7b_full_custom_pretrain_e1.py │ │ │ ├── llama │ │ │ │ ├── llama2_70b_full_custom_pretrain_e1.py │ │ │ │ └── llama2_7b_full_custom_pretrain_e1.py │ │ │ ├── minicpm │ │ │ │ ├── minicpm_1b_full_custom_pretrain_e1.py │ │ │ │ └── minicpm_2b_full_custom_pretrain_e1.py │ │ │ ├── mistral │ │ │ │ └── mistral_7b_full_custom_pretrain_e1.py │ │ │ ├── mixtral │ │ │ │ └── mixtral_8x7b_full_custom_pretrain_e1.py │ │ │ ├── qwen │ │ │ │ ├── qwen1_5_0_5b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen1_5_14b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen1_5_1_8b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen1_5_4b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen1_5_72b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen1_5_7b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen_1_8b_full_custom_pretrain_e1.py │ │ │ │ ├── qwen_72b_full_custom_pretrain_e1.py │ │ │ │ └── qwen_7b_full_custom_pretrain_e1.py │ │ │ ├── starcoder │ │ │ │ └── starcoder_full_custom_pretrain_e1.py │ │ │ ├── yi │ │ │ │ ├── yi_34b_full_custom_pretrain_e1.py │ │ │ │ └── yi_6b_full_custom_pretrain_e1.py │ │ │ └── zephyr │ │ │ │ └── zephyr_7b_beta_full_custom_pretrain_e1.py │ │ └── sft │ │ │ ├── baichuan │ │ │ ├── baichuan2_13b_chat_qlora_custom_sft_e1.py │ │ │ ├── baichuan2_7b_chat_qlora_custom_sft_e1.py │ │ │ ├── baichuan_13b_chat_qlora_custom_sft_e1.py │ │ │ └── baichuan_7b_qlora_custom_sft_e1.py │ │ │ ├── chatglm │ │ │ ├── chatglm2_6b_qlora_custom_sft_e1.py │ │ │ └── chatglm3_6b_qlora_custom_sft_e1.py │ │ │ ├── deepseek │ │ │ ├── deepseek_moe_16b_chat_qlora_custom_sft_e1.py │ │ │ └── deepseekcoder_6_7b_instruct_qlora_custom_sft_e1.py │ │ │ ├── gemma │ │ │ ├── gemma_2b_it_qlora_custom_sft_e1.py │ │ │ ├── gemma_2b_qlora_custom_sft_e1.py │ │ │ ├── gemma_7b_it_qlora_custom_sft_e1.py │ │ │ └── gemma_7b_qlora_custom_sft_e1.py │ │ │ ├── internlm │ │ │ ├── internlm2_chat_1_8b_qlora_custom_sft_e1.py │ │ │ ├── internlm2_chat_20b_qlora_custom_sft_e1.py │ │ │ └── internlm2_chat_7b_qlora_custom_sft_e1.py │ │ │ ├── llama │ │ │ ├── llama2_70b_qlora_custom_sft_e1.py │ │ │ └── llama2_7b_chat_qlora_custom_sft_e1.py │ │ │ ├── minicpm │ │ │ ├── minicpm_1b_full_custom_pretrain_e1.py │ │ │ └── minicpm_2b_full_custom_pretrain_e1.py │ │ │ ├── mistral │ │ │ └── mistral_7b_full_finetune_custom_sft_e1.py │ │ │ ├── mixtral │ │ │ └── mixtral_8x7b_instruct_qlora_custom_sft_e1.py │ │ │ ├── qwen │ │ │ ├── qwen1_5_0_5b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen1_5_14b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen1_5_1_8b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen1_5_4b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen1_5_72b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen1_5_7b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen_1_8b_chat_qlora_custom_sft_e1.py │ │ │ ├── qwen_72b_qlora_custom_sft_e1.py │ │ │ └── qwen_7b_chat_qlora_custom_sft_e1.py │ │ │ ├── starcoder │ │ │ └── starcoder_qlora_custom_sft_e1.py │ │ │ ├── yi │ │ │ ├── yi_34b_qlora_custom_sft_e1.py │ │ │ └── yi_6b_qlora_custom_sft_e1.py │ │ │ └── zephyr │ │ │ └── zephyr_7b_beta_qlora_custom_sft_e1.py │ ├── deepspeed │ │ ├── deepspeed_zero1.json │ │ ├── deepspeed_zero2.json │ │ ├── deepspeed_zero2_offload.json │ │ ├── deepspeed_zero3.json │ │ └── deepspeed_zero3_offload.json │ └── reward_model │ │ ├── internlm │ │ ├── internlm2_chat_1_8b_reward_full_ultrafeedback.py │ │ ├── internlm2_chat_1_8b_reward_full_varlenattn_jsonl_dataset.py │ │ ├── internlm2_chat_1_8b_reward_full_varlenattn_ultrafeedback.py │ │ └── internlm2_chat_1_8b_reward_qlora_varlenattn_ultrafeedback.py │ │ └── llama │ │ └── llama3_8b_instruct_reward_full_varlenattn_ultrafeedback.py │ ├── dataset │ ├── __init__.py │ ├── aurora.py │ ├── collate_fns │ │ ├── __init__.py │ │ ├── default_collate_fn.py │ │ ├── mmlu_collate_fn.py │ │ └── preference_collate_fn.py │ ├── concat_dataset.py │ ├── huggingface.py │ ├── intern_repo.py │ ├── internvl_dataset.py │ ├── json_dataset.py │ ├── llava.py │ ├── map_fns │ │ ├── __init__.py │ │ ├── dataset_map_fns │ │ │ ├── __init__.py │ │ │ ├── alpaca_map_fn.py │ │ │ ├── alpaca_zh_map_fn.py │ │ │ ├── arxiv_map_fn.py │ │ │ ├── aurora_map_fn.py │ │ │ ├── code_alpaca_map_fn.py │ │ │ ├── colors_map_fn.py │ │ │ ├── crime_kg_assitant_map_fn.py │ │ │ ├── default_map_fn.py │ │ │ ├── law_reference_map_fn.py │ │ │ ├── llava_map_fn.py │ │ │ ├── medical_map_fn.py │ │ │ ├── msagent_map_fn.py │ │ │ ├── oasst1_map_fn.py │ │ │ ├── openai_map_fn.py │ │ │ ├── openorca_map_fn.py │ │ │ ├── pretrain_map_fn.py │ │ │ ├── sql_map_fn.py │ │ │ ├── stack_exchange_map_fn.py │ │ │ ├── tiny_codes_map_fn.py │ │ │ └── wizardlm_map_fn.py │ │ └── template_map_fn.py │ ├── modelscope.py │ ├── moss_sft.py │ ├── preference_dataset.py │ ├── refcoco_json.py │ ├── samplers │ │ ├── __init__.py │ │ ├── intern_repo.py │ │ └── length_grouped.py │ └── utils.py │ ├── engine │ ├── __init__.py │ ├── _strategy │ │ ├── __init__.py │ │ └── deepspeed.py │ ├── hooks │ │ ├── __init__.py │ │ ├── dataset_info_hook.py │ │ ├── evaluate_chat_hook.py │ │ ├── hf_checkpoint_hook.py │ │ ├── throughput_hook.py │ │ └── varlen_attn_args_to_messagehub_hook.py │ └── runner │ │ ├── __init__.py │ │ └── loops.py │ ├── entry_point.py │ ├── evaluation │ ├── __init__.py │ └── metrics │ │ ├── __init__.py │ │ ├── mmlu_metric.py │ │ └── reward_metric.py │ ├── model │ ├── __init__.py │ ├── aurora.py │ ├── dpo.py │ ├── internvl.py │ ├── llava.py │ ├── modules │ │ ├── __init__.py │ │ ├── dispatch │ │ │ ├── __init__.py │ │ │ ├── attention.py │ │ │ ├── baichuan.py │ │ │ ├── cohere.py │ │ │ ├── deepseek_v2.py │ │ │ ├── internlm.py │ │ │ ├── internlm2.py │ │ │ ├── llama.py │ │ │ ├── mistral.py │ │ │ ├── phi3.py │ │ │ ├── qwen2.py │ │ │ ├── triton_kernels │ │ │ │ ├── __init__.py │ │ │ │ ├── layer_norm.py │ │ │ │ ├── rms_norm.py │ │ │ │ └── rotary.py │ │ │ ├── utils.py │ │ │ └── yi.py │ │ └── projector │ │ │ ├── __init__.py │ │ │ ├── configuration_projector.py │ │ │ └── modeling_projector.py │ ├── orpo.py │ ├── reward.py │ ├── sft.py │ ├── tome.py │ ├── transformers_models │ │ ├── __init__.py │ │ ├── deepseek_v2 │ │ │ ├── __init__.py │ │ │ ├── configuration_deepseek.py │ │ │ ├── modeling_deepseek.py │ │ │ └── tokenization_deepseek_fast.py │ │ └── mixtral │ │ │ ├── __init__.py │ │ │ ├── configuration_mixtral.py │ │ │ └── modeling_mixtral.py │ └── utils.py │ ├── parallel │ ├── __init__.py │ └── sequence │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── comm.py │ │ ├── data_collate.py │ │ ├── reduce_loss.py │ │ ├── sampler.py │ │ └── setup_distributed.py │ ├── registry.py │ ├── tools │ ├── chat.py │ ├── check_custom_dataset.py │ ├── copy_cfg.py │ ├── data_preprocess │ │ ├── arxiv.py │ │ └── convert_refcoco.py │ ├── eval_refcoco.py │ ├── get_data_order.py │ ├── list_cfg.py │ ├── list_dataset_format.py │ ├── load_video.py │ ├── log_dataset.py │ ├── merge_sharded_data.py │ ├── mmbench.py │ ├── model_converters │ │ ├── merge.py │ │ ├── modeling_internlm2_reward │ │ │ ├── __init__.py │ │ │ ├── configuration_internlm2.py │ │ │ └── modeling_internlm2.py │ │ ├── pth_to_hf.py │ │ └── split.py │ ├── plugins │ │ ├── __init__.py │ │ ├── api.py │ │ ├── calculate.py │ │ ├── search.py │ │ └── solve.py │ ├── process_untokenized_datasets.py │ ├── process_untokenized_datasets_legacy.py │ ├── process_untokenized_large_data.py │ ├── process_untokenized_llava_data.py │ ├── process_untokenized_llava_large.py │ ├── test.py │ ├── tokenize_ftdp_datasets.py │ ├── train.py │ └── utils.py │ ├── utils │ ├── __init__.py │ ├── constants.py │ ├── fileio.py │ ├── handle_moe_load_and_save.py │ ├── stop_criteria.py │ ├── templates.py │ └── zero_to_any_dtype.py │ └── version.py └── xtuner_lite ├── _lite ├── .DS_Store ├── __init__.py ├── accelerate │ ├── __init__.py │ ├── dispatches │ │ ├── __init__.py │ │ ├── _attention.py │ │ ├── _fused │ │ │ ├── __init__.py │ │ │ ├── layer_norm.py │ │ │ ├── rms_norm.py │ │ │ └── rotary.py │ │ ├── clip.py │ │ └── internlm2.py │ ├── fsdp │ │ ├── __init__.py │ │ ├── checkpointing.py │ │ ├── lazy.py │ │ ├── precision.py │ │ └── wrap.py │ ├── generate.py │ ├── lora.py │ └── packed.py ├── auto.py ├── chat │ ├── __init__.py │ ├── backends │ │ └── __init__.py │ ├── messages │ │ ├── __init__.py │ │ ├── base.py │ │ └── chat.py │ └── templates │ │ ├── __init__.py │ │ ├── chat.py │ │ └── hybrid.py ├── datasets │ ├── __init__.py │ ├── format.py │ ├── llava.py │ ├── load.py │ ├── text.py │ └── tokenize.py ├── modelings │ ├── __init__.py │ └── internlm2 │ │ ├── __init__.py │ │ ├── configuration_internlm2.py │ │ └── modeling_internlm2.py ├── parallel │ ├── __init__.py │ ├── comm.py │ ├── logger.py │ ├── plans │ │ └── internlm2.py │ ├── sampler.py │ ├── sequence │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── data_collate.py │ │ ├── ops.py │ │ └── reduce_loss.py │ └── setup.py └── yunchang │ ├── __init__.py │ ├── comm │ ├── __init__.py │ ├── all_to_all.py │ └── extract_local.py │ ├── globals.py │ ├── hybrid │ ├── __init__.py │ ├── async_attn_layer.py │ ├── attn_layer.py │ └── utils.py │ ├── ring │ ├── __init__.py │ ├── llama3_flash_attn_varlen.py │ ├── ring_flash_attn.py │ ├── ring_flash_attn_varlen.py │ ├── stripe_flash_attn.py │ ├── triton_utils.py │ ├── utils.py │ ├── zigzag_ring_flash_attn.py │ └── zigzag_ring_flash_attn_varlen.py │ └── ulysses │ ├── __init__.py │ └── attn_layer.py ├── llava_model.py ├── llava_train.py ├── llava_train_sp.py └── train_sp.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/README.md -------------------------------------------------------------------------------- /assets/auroracap/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/assets/auroracap/teaser.png -------------------------------------------------------------------------------- /assets/auroracap/test.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/assets/auroracap/test.mp4 -------------------------------------------------------------------------------- /assets/auroracap/tome.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/assets/auroracap/tome.png -------------------------------------------------------------------------------- /assets/auroracap/tome_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/assets/auroracap/tome_vis.png -------------------------------------------------------------------------------- /assets/auroracap/vdc_baseline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/assets/auroracap/vdc_baseline.png -------------------------------------------------------------------------------- /docs/auroracap/DEPLOY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/docs/auroracap/DEPLOY.md -------------------------------------------------------------------------------- /docs/auroracap/EVAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/docs/auroracap/EVAL.md -------------------------------------------------------------------------------- /docs/auroracap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/docs/auroracap/README.md -------------------------------------------------------------------------------- /docs/auroracap/TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/docs/auroracap/TRAIN.md -------------------------------------------------------------------------------- /figure_in_paper.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/figure_in_paper.ipynb -------------------------------------------------------------------------------- /gradio_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/gradio_gui.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/inference.py -------------------------------------------------------------------------------- /post_eval/VDC_1k_captions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/VDC_1k_captions.jsonl -------------------------------------------------------------------------------- /post_eval/background.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/background.jsonl -------------------------------------------------------------------------------- /post_eval/camera.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/camera.jsonl -------------------------------------------------------------------------------- /post_eval/detailed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/detailed.jsonl -------------------------------------------------------------------------------- /post_eval/main_object.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/main_object.jsonl -------------------------------------------------------------------------------- /post_eval/process_vdc_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/process_vdc_result.py -------------------------------------------------------------------------------- /post_eval/short.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/short.jsonl -------------------------------------------------------------------------------- /post_eval/vdc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/README.md -------------------------------------------------------------------------------- /post_eval/vdc/_default_template_yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/_default_template_yaml -------------------------------------------------------------------------------- /post_eval/vdc/background_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/background_test.yaml -------------------------------------------------------------------------------- /post_eval/vdc/camera_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/camera_test.yaml -------------------------------------------------------------------------------- /post_eval/vdc/detailed_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/detailed_test.yaml -------------------------------------------------------------------------------- /post_eval/vdc/main_object_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/main_object_test.yaml -------------------------------------------------------------------------------- /post_eval/vdc/short_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/short_test.yaml -------------------------------------------------------------------------------- /post_eval/vdc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/post_eval/vdc/utils.py -------------------------------------------------------------------------------- /src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/.DS_Store -------------------------------------------------------------------------------- /src/lmms-eval/.github/issue_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/.github/issue_template.md -------------------------------------------------------------------------------- /src/lmms-eval/.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/.github/pull_request_template.md -------------------------------------------------------------------------------- /src/lmms-eval/.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/.github/workflows/lint.yml -------------------------------------------------------------------------------- /src/lmms-eval/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/.gitignore -------------------------------------------------------------------------------- /src/lmms-eval/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/.pre-commit-config.yaml -------------------------------------------------------------------------------- /src/lmms-eval/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LICENSE -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/.dockerignore -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/.editorconfig -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/.gitattributes -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/.gitignore -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/LICENSE -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/README.md -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/cog.yaml -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/LLaVA-NeXT-Video.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/LLaVA-NeXT-Video.md -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/LLaVA-NeXT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/LLaVA-NeXT.md -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/LLaVA_OneVision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/LLaVA_OneVision.md -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/README.md -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/jobs.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/jobs.mp4 -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/docs/onevision_trial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/docs/onevision_trial.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/constants.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/conversation.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/mm_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/apply_delta.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/builder.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/consolidate.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/llava_arch.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/make_delta.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/model/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/serve/cli.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/serve/controller.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/serve/model_worker.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/serve/test_message.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/train/train.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/train/train_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/train/train_dpo.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/train/train_mem.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/llava/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/playground/2d_hist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/playground/2d_hist.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/playground/data_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/playground/data_checker.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/playground/upload_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/playground/upload_data.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/predict.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/pyproject.toml -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/requirements.txt -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/core.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/environment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/environment/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/extras/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/extras/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/import_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/models/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/models/modeling_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/models/modeling_base.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/models/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/base.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/ddpo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/ddpo_config.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/ddpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/ddpo_trainer.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/dpo_trainer.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/model_config.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/ppo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/ppo_config.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/ppo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/ppo_trainer.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/sft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/sft_trainer.py -------------------------------------------------------------------------------- /src/lmms-eval/LLaVA-NeXT/trl/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/LLaVA-NeXT/trl/trainer/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/README.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/README.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/commands.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/current_tasks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/current_tasks.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/model_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/model_guide.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/run_examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/run_examples.md -------------------------------------------------------------------------------- /src/lmms-eval/docs/task_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/docs/task_guide.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/__main__.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/filter.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/group.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/instance.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/metrics.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/model.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/registry.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/samplers.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/api/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/api/task.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/evaluator.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/evaluator_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/evaluator_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/filters/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/filters/decontamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/filters/decontamination.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/filters/extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/filters/extraction.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/filters/selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/filters/selection.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/filters/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/filters/transformation.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/loggers/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/loggers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/loggers/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/loggers/wandb_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/loggers/wandb_logger.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/logging_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/aurora_xtuner/tools/model_converters/modeling_internlm2_reward/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/auroracap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/auroracap.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/batch_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/batch_gpt4.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/claude.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/from_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/from_log.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/fuyu.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/gemini_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/gemini_api.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/gpt4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/gpt4v.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/idefics2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/idefics2.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/instructblip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/instructblip.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/internvl.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/internvl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/internvl2.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llama_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llama_vid.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llava.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llava_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llava_hf.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llava_onevision.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llava_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llava_sglang.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/llava_vid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/llava_vid.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/longva.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/longva.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/mantis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/mantis.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/minicpm_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/minicpm_v.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/model_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/mplug_owl_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/mplug_owl_video.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/phi3v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/phi3v.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/qwen_vl.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/qwen_vl_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/qwen_vl_api.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/reka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/reka.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/srt_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/srt_api.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/tinyllava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/tinyllava.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/video_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/video_chatgpt.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/video_chatgpt/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import VideoChatGPTLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/video_chatgpt/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/video_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/video_llava.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/vila.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/vila.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/xcomposer2_4KHD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/xcomposer2_4KHD.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/models/xcomposer2d5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/models/xcomposer2d5.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/_task_utils/gpt_eval_utils.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/activitynetqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/activitynetqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ai2d/ai2d.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ai2d/ai2d.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ai2d/ai2d_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ai2d/ai2d_lite.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ai2d/upload_ai2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ai2d/upload_ai2d.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ai2d/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ai2d/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/arc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/arc/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/arc/arc_challenge.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/arc/arc_challenge.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/arc/arc_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/arc/arc_easy.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/chartqa/chartqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/chartqa/chartqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/chartqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/chartqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cmmmu/_cmmmu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cmmmu/_cmmmu.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cmmmu/cmmmu_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cmmmu/cmmmu_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cmmmu/cmmmu_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cmmmu/cmmmu_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cmmmu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cmmmu/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/coco_cap/coco_cap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/coco_cap/coco_cap.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/coco_cap/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/coco_cap/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/conbench/conbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/conbench/conbench.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/conbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/conbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cvrr/_cvrr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cvrr/_cvrr.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/cvrr/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/cvrr/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/detailcaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/detailcaps/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/docvqa/docvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/docvqa/docvqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/docvqa/docvqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/docvqa/docvqa_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/docvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/docvqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/egoschema/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/egoschema/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/egoschema/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/egoschema/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ferret/ferret.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ferret/ferret.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ferret/rule.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ferret/rule.json -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ferret/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ferret/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/flickr30k/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/flickr30k/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gpqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gpqa/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gpqa/n_shot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gpqa/n_shot/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gpqa/zeroshot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gpqa/zeroshot/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gqa/gqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gqa/gqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gqa/gqa_lite.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gqa/gqa_lite.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gqa_ru/gqa_ru.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gqa_ru/gqa_ru.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gqa_ru/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gqa_ru/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gsm8k/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gsm8k/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gsm8k/gsm8k-cot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gsm8k/gsm8k-cot.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/gsm8k/gsm8k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/gsm8k/gsm8k.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/hellaswag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/hellaswag/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/hellaswag/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/hellaswag/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/iconqa/iconqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/iconqa/iconqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/iconqa/iconqa_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/iconqa/iconqa_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/iconqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/iconqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ifeval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ifeval/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ifeval/ifeval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ifeval/ifeval.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ifeval/instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ifeval/instructions.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ifeval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ifeval/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ii_bench/ii_bench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ii_bench/ii_bench.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ii_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ii_bench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/infovqa/infovqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/infovqa/infovqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/infovqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/infovqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/internal_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/internal_eval/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/live_bench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/live_bench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/llava_wilder/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/llava_wilder/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mathverse/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mathverse/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mathvista/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mathvista/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mirb/mirb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mirb/mirb.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mirb/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mirb/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mlvu/mlvu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mlvu/mlvu.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mlvu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mlvu/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmbench/cc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmbench/cc_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmbench/cn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmbench/cn_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmbench/en_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmbench/en_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmbench/mmbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmbench/mmbench.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmbench/ru_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmbench/ru_utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mme/mme.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mme/mme.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mme/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mme/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmlu_pro/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmlu_pro/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmlu_pro/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmlu_pro/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu/arial.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu/arial.ttf -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu/mmmu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu/mmmu.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu/mmmu_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu/mmmu_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu/mmmu_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu/mmmu_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmmu_pro/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmmu_pro/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmstar/mmstar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmstar/mmstar.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmstar/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmstar/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmaad_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmaad_base.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmiasd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmiasd_base.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmivqd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmivqd_base.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmupd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmupd.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmupd_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmupd_base.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/mmupd_evals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/mmupd_evals.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmupd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmupd/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmvet/mmvet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmvet/mmvet.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mmvet/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mmvet/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/muirbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/muirbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/multidocvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/multidocvqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mvbench/mvbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mvbench/mvbench.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/mvbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/mvbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nextqa/nextqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nextqa/nextqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nextqa/stopwords.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nextqa/stopwords.csv -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nextqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nextqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nocaps/nocaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nocaps/nocaps.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nocaps/nocaps_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nocaps/nocaps_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/nocaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/nocaps/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ocrbench/ocrbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ocrbench/ocrbench.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ocrbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ocrbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ok_vqa/_ok_vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ok_vqa/_ok_vqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/ok_vqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/ok_vqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/pope.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/pope.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/pope_adv.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/pope_adv.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/pope_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/pope_full.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/pope_pop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/pope_pop.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/pope_random.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/pope_random.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/pope/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/pope/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/qbench/abench_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/qbench/abench_dev.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/qbench/qbench_dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/qbench/qbench_dev.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/qbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/qbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/realworldqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/realworldqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco+/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco+/_refcoco.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco+/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco+/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco+/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco+/utils_rec.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco/_refcoco.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcoco/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcoco/utils_rec.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcocog/_refcoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcocog/_refcoco.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcocog/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcocog/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/refcocog/utils_rec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/refcocog/utils_rec.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/scienceqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/scienceqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/screenspot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/screenspot/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/screenspot/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/screenspot/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/seedbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/seedbench/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/seedbench_2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/seedbench_2/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/stvqa/stvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/stvqa/stvqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/stvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/stvqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/synthdog/synthdog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/synthdog/synthdog.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/synthdog/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/synthdog/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/tempcompass/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/tempcompass/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/textcaps/textcaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/textcaps/textcaps.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/textcaps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/textcaps/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/textvqa/_textvqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/textvqa/_textvqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/textvqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/textvqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vatex/_vatex.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vatex/_vatex.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vatex/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vatex/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vatex/vatex_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vatex/vatex_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vcr_wiki/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vcr_wiki/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vdc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vdc/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vdc/camera_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vdc/camera_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vdc/detailed_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vdc/detailed_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vdc/short_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vdc/short_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vdc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vdc/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vibe_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vibe_eval/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/videochatgpt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/videochatgpt/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/videomme/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/videomme/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/videomme/videomme.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/videomme/videomme.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vitatecs/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vitatecs/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vizwiz_vqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vizwiz_vqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vqav2/_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vqav2/_vqav2.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vqav2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vqav2/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vqav2/vqav2_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vqav2/vqav2_test.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/vqav2/vqav2_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/vqav2/vqav2_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/websrc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/websrc/README.md -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/websrc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/websrc/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/websrc/websrc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/websrc/websrc.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/websrc/websrc_val.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/websrc/websrc_val.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/worldqa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/worldqa/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/worldqa/worldqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/worldqa/worldqa.yaml -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/tasks/youcook2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/tasks/youcook2/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/lmms_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/lmms_eval/utils.py -------------------------------------------------------------------------------- /src/lmms-eval/miscs/example_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/example_eval.yaml -------------------------------------------------------------------------------- /src/lmms-eval/miscs/llava_repr_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/llava_repr_requirements.txt -------------------------------------------------------------------------------- /src/lmms-eval/miscs/llava_result_check.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/miscs/llava_sglang_result_check.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/miscs/repr_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/repr_scripts.sh -------------------------------------------------------------------------------- /src/lmms-eval/miscs/repr_torch_envs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/repr_torch_envs.txt -------------------------------------------------------------------------------- /src/lmms-eval/miscs/scienceqa_id.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/scienceqa_id.txt -------------------------------------------------------------------------------- /src/lmms-eval/miscs/script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/script.sh -------------------------------------------------------------------------------- /src/lmms-eval/miscs/test_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/test_llava.py -------------------------------------------------------------------------------- /src/lmms-eval/miscs/test_scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/test_scienceqa.py -------------------------------------------------------------------------------- /src/lmms-eval/miscs/tinyllava_repr_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/tinyllava_repr_requirements.txt -------------------------------------------------------------------------------- /src/lmms-eval/miscs/tinyllava_repr_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/miscs/tinyllava_repr_scripts.sh -------------------------------------------------------------------------------- /src/lmms-eval/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/pyproject.toml -------------------------------------------------------------------------------- /src/lmms-eval/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/setup.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/get_video_avg_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/get_video_avg_time.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/embed.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/embedder/BaseEmbedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/embedder/BaseEmbedder.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/embedder/ClipBgeEmbedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/embedder/ClipBgeEmbedder.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/embedder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/embedder/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/shrink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/shrink.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/shrinker/BaseShrinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/shrinker/BaseShrinker.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/shrinker/EmbedShrinker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/shrinker/EmbedShrinker.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/lite/shrinker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/lite/shrinker/__init__.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/create_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/create_dataset.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/data_summary.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/data_summary.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/example.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/filter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/filter.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/live_bench/data_generator/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/live_bench/driver/.gitignore: -------------------------------------------------------------------------------- 1 | extensions/ 2 | -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/live_bench/view.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/live_bench/view.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/pyproject.toml -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/refine_all_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/refine_all_results.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/script/README.md -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/script/modify.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/script/modify.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/live_bench/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/live_bench/setup.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/make_image_hf_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/make_image_hf_dataset.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/make_vatex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/make_vatex.py -------------------------------------------------------------------------------- /src/lmms-eval/tools/make_video_hf_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/make_video_hf_dataset.ipynb -------------------------------------------------------------------------------- /src/lmms-eval/tools/makecvrr.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/lmms-eval/tools/makecvrr.ipynb -------------------------------------------------------------------------------- /src/sglang/.github/ISSUE_TEMPLATE/1-bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/ISSUE_TEMPLATE/1-bug-report.yml -------------------------------------------------------------------------------- /src/sglang/.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/pull_request_template.md -------------------------------------------------------------------------------- /src/sglang/.github/workflows/cancel-pr-workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/cancel-pr-workflow.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/lint.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/nightly-eval.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/nightly-eval.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/pr-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/pr-test.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/release-docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/release-docker.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/release-fake-tag.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/release-fake-tag.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/release-github.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/release-github.yml -------------------------------------------------------------------------------- /src/sglang/.github/workflows/release-pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.github/workflows/release-pypi.yml -------------------------------------------------------------------------------- /src/sglang/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.gitignore -------------------------------------------------------------------------------- /src/sglang/.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sglang/.isort.cfg: -------------------------------------------------------------------------------- 1 | [settings] 2 | profile=black 3 | known_first_party=sglang -------------------------------------------------------------------------------- /src/sglang/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.pre-commit-config.yaml -------------------------------------------------------------------------------- /src/sglang/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/.readthedocs.yaml -------------------------------------------------------------------------------- /src/sglang/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/LICENSE -------------------------------------------------------------------------------- /src/sglang/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/README.md -------------------------------------------------------------------------------- /src/sglang/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/assets/logo.png -------------------------------------------------------------------------------- /src/sglang/benchmark/benchmark_vllm_060/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/benchmark_vllm_060/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/blog_v0_2/405b_sglang.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/blog_v0_2/405b_sglang.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/blog_v0_2/405b_trt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/blog_v0_2/405b_trt.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/blog_v0_2/405b_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/blog_v0_2/405b_vllm.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/blog_v0_2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/blog_v0_2/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/blog_v0_2/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/blog_v0_2/config.md -------------------------------------------------------------------------------- /src/sglang/benchmark/dspy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/dspy/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/dspy/bench_dspy_intro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/dspy/bench_dspy_intro.py -------------------------------------------------------------------------------- /src/sglang/benchmark/generative_agents/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/generative_agents/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/gsm8k/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/gsm8k/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/gsm8k/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/gsm8k/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/gsm8k/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/gsm8k/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/gsm8k/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/gsm8k/download_data.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/hellaswag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/hellaswag/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/hellaswag/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/hellaswag/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/hellaswag/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/hellaswag/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/json_decode_regex/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/json_decode_regex/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/json_jump_forward/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/json_jump_forward/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/json_jump_forward/dataset.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/json_jump_forward/dataset.txt -------------------------------------------------------------------------------- /src/sglang/benchmark/line_retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/line_retrieval/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/line_retrieval/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/line_retrieval/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/line_retrieval/gen_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/line_retrieval/gen_data.py -------------------------------------------------------------------------------- /src/sglang/benchmark/llava_bench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llava_bench/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/llava_bench/bench_hf_mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llava_bench/bench_hf_mme.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/llava_bench/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llava_bench/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/llava_bench/bench_sglang_mme.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llava_bench/bench_sglang_mme.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/llava_bench/download_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llava_bench/download_images.py -------------------------------------------------------------------------------- /src/sglang/benchmark/llm_judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llm_judge/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/llm_judge/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llm_judge/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/llm_judge/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/llm_judge/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/long_json_decode/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/long_json_decode/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/long_json_decode/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/long_json_decode/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/mmlu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mmlu/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/mmlu/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mmlu/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/mmlu/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mmlu/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/mmlu/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mmlu/download_data.sh -------------------------------------------------------------------------------- /src/sglang/benchmark/mtbench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mtbench/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/mtbench/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mtbench/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/mtbench/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/mtbench/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_chain_reasoning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_chain_reasoning/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_document_qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_document_qa/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_turn_chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_turn_chat/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_turn_chat/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_turn_chat/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_turn_chat/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_turn_chat/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/multi_turn_chat/data_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/multi_turn_chat/data_gen.py -------------------------------------------------------------------------------- /src/sglang/benchmark/react/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/react/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/react/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/react/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/react/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/react/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/.gitignore: -------------------------------------------------------------------------------- 1 | !topic.jsonl -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tip_suggestion/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/bench_other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tip_suggestion/bench_other.py -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/bench_sglang.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tip_suggestion/bench_sglang.py -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/lmql_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tip_suggestion/lmql_funcs.py -------------------------------------------------------------------------------- /src/sglang/benchmark/tip_suggestion/topic.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tip_suggestion/topic.jsonl -------------------------------------------------------------------------------- /src/sglang/benchmark/tree_of_thought_deep/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tree_of_thought_deep/README.md -------------------------------------------------------------------------------- /src/sglang/benchmark/tree_of_thought_v0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/benchmark/tree_of_thought_v0/README.md -------------------------------------------------------------------------------- /src/sglang/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docker/Dockerfile -------------------------------------------------------------------------------- /src/sglang/docker/compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docker/compose.yaml -------------------------------------------------------------------------------- /src/sglang/docker/k8s-sglang-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docker/k8s-sglang-service.yaml -------------------------------------------------------------------------------- /src/sglang/docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/Makefile -------------------------------------------------------------------------------- /src/sglang/docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /src/sglang/docs/en/_static/image/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/_static/image/logo.png -------------------------------------------------------------------------------- /src/sglang/docs/en/benchmark_and_profiling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/benchmark_and_profiling.md -------------------------------------------------------------------------------- /src/sglang/docs/en/choices_methods.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/choices_methods.md -------------------------------------------------------------------------------- /src/sglang/docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/conf.py -------------------------------------------------------------------------------- /src/sglang/docs/en/contributor_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/contributor_guide.md -------------------------------------------------------------------------------- /src/sglang/docs/en/custom_chat_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/custom_chat_template.md -------------------------------------------------------------------------------- /src/sglang/docs/en/hyperparameter_tuning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/hyperparameter_tuning.md -------------------------------------------------------------------------------- /src/sglang/docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/index.rst -------------------------------------------------------------------------------- /src/sglang/docs/en/model_support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/model_support.md -------------------------------------------------------------------------------- /src/sglang/docs/en/release_process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/release_process.md -------------------------------------------------------------------------------- /src/sglang/docs/en/sampling_params.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/sampling_params.md -------------------------------------------------------------------------------- /src/sglang/docs/en/setup_github_runner.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/setup_github_runner.md -------------------------------------------------------------------------------- /src/sglang/docs/en/troubleshooting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/en/troubleshooting.md -------------------------------------------------------------------------------- /src/sglang/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/docs/requirements.txt -------------------------------------------------------------------------------- /src/sglang/examples/runtime/async_io_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/examples/runtime/async_io_api.py -------------------------------------------------------------------------------- /src/sglang/examples/runtime/openai_batch_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/examples/runtime/openai_batch_chat.py -------------------------------------------------------------------------------- /src/sglang/examples/runtime/openai_batch_complete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/examples/runtime/openai_batch_complete.py -------------------------------------------------------------------------------- /src/sglang/python/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/pyproject.toml -------------------------------------------------------------------------------- /src/sglang/python/sglang/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/README.md -------------------------------------------------------------------------------- /src/sglang/python/sglang/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/__init__.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/api.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/bench_latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/bench_latency.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/bench_serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/bench_serving.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/check_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/check_env.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/global_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/global_config.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/backend/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/backend/anthropic.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/backend/litellm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/backend/litellm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/backend/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/backend/openai.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/backend/vertexai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/backend/vertexai.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/chat_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/chat_template.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/choices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/choices.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/compiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/compiler.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/interpreter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/interpreter.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/ir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/ir.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/lang/tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/lang/tracer.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/launch_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/launch_server.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/launch_server_auroracap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/launch_server_auroracap.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/launch_server_llavavid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/launch_server_llavavid.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/configs/__init__.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/configs/exaone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/configs/exaone.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/configs/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/configs/model_config.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/constrained/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/constrained/__init__.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/conversation.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/layers/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/layers/activation.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/layers/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/layers/layernorm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/layers/pooler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/layers/pooler.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/layers/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/layers/sampler.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/layers/torchao_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/layers/torchao_utils.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/managers/io_struct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/managers/io_struct.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/managers/tp_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/managers/tp_worker.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/mm_utils.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/model_config.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/auroracap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/auroracap.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/chatglm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/commandr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/commandr.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/dbrx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/dbrx.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/deepseek.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/deepseek_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/deepseek_v2.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/exaone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/exaone.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/gemma.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/gemma2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/gemma2.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/gpt_bigcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/gpt_bigcode.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/grok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/grok.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/internlm2.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/llama.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/llava.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/llavavid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/llavavid.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/minicpm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/mistral.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/mixtral.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/mixtral_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/mixtral_quant.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/qwen.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/qwen2.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/qwen2_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/qwen2_moe.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/stablelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/stablelm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/models/yivl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/models/yivl.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/openai_api/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/openai_api/adapter.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/openai_api/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/openai_api/protocol.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/server.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/server_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/server_args.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/srt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/srt/utils.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/few_shot_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/few_shot_gsm8k.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/long_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/long_prompt.txt -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/run_eval.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/runners.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/simple_eval_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/simple_eval_common.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/simple_eval_gpqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/simple_eval_gpqa.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/simple_eval_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/simple_eval_math.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/simple_eval_mgsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/simple_eval_mgsm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/simple_eval_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/simple_eval_mmlu.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/test_activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/test_activation.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/test_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/test_layernorm.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/test_programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/test_programs.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/test/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/test/test_utils.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/sglang/utils.py -------------------------------------------------------------------------------- /src/sglang/python/sglang/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.3.0" 2 | -------------------------------------------------------------------------------- /src/sglang/python/upload_pypi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/python/upload_pypi.sh -------------------------------------------------------------------------------- /src/sglang/test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/README.md -------------------------------------------------------------------------------- /src/sglang/test/killall_sglang.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/killall_sglang.sh -------------------------------------------------------------------------------- /src/sglang/test/lang/run_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/run_suite.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_anthropic_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_anthropic_backend.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_bind_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_bind_cache.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_choices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_choices.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_litellm_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_litellm_backend.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_openai_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_openai_backend.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_srt_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_srt_backend.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_tracing.py -------------------------------------------------------------------------------- /src/sglang/test/lang/test_vertexai_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/lang/test_vertexai_backend.py -------------------------------------------------------------------------------- /src/sglang/test/srt/models/test_embedding_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/models/test_embedding_models.py -------------------------------------------------------------------------------- /src/sglang/test/srt/models/test_generation_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/models/test_generation_models.py -------------------------------------------------------------------------------- /src/sglang/test/srt/run_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/run_suite.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_chunked_prefill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_chunked_prefill.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_create_kvindices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_create_kvindices.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_embedding_openai_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_embedding_openai_server.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_eval_accuracy_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_eval_accuracy_large.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_eval_accuracy_mini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_eval_accuracy_mini.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_json_constrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_json_constrained.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_large_max_new_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_large_max_new_tokens.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_models_from_modelscope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_models_from_modelscope.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_moe_eval_accuracy_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_moe_eval_accuracy_large.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_moe_serving_latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_moe_serving_latency.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_moe_serving_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_moe_serving_throughput.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_nightly_gsm8k_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_nightly_gsm8k_eval.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_openai_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_openai_server.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_serving_latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_serving_latency.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_serving_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_serving_throughput.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_skip_tokenizer_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_skip_tokenizer_init.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_srt_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_srt_endpoint.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_torch_compile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_torch_compile.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_triton_attn_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_triton_attn_backend.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_update_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_update_weights.py -------------------------------------------------------------------------------- /src/sglang/test/srt/test_vision_openai_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/sglang/test/srt/test_vision_openai_server.py -------------------------------------------------------------------------------- /src/xtuner/.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /src/xtuner/.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /src/xtuner/.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.github/workflows/lint.yml -------------------------------------------------------------------------------- /src/xtuner/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.gitignore -------------------------------------------------------------------------------- /src/xtuner/.owners.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.owners.yml -------------------------------------------------------------------------------- /src/xtuner/.pre-commit-config-zh-cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.pre-commit-config-zh-cn.yaml -------------------------------------------------------------------------------- /src/xtuner/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/.pre-commit-config.yaml -------------------------------------------------------------------------------- /src/xtuner/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/LICENSE -------------------------------------------------------------------------------- /src/xtuner/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/MANIFEST.in -------------------------------------------------------------------------------- /src/xtuner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/README.md -------------------------------------------------------------------------------- /src/xtuner/README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/README_zh-CN.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/.readthedocs.yaml -------------------------------------------------------------------------------- /src/xtuner/docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/Makefile -------------------------------------------------------------------------------- /src/xtuner/docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /src/xtuner/docs/en/_static/image/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/_static/image/logo.png -------------------------------------------------------------------------------- /src/xtuner/docs/en/acceleration/benchmark.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/acceleration/benchmark.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/acceleration/deepspeed.rst: -------------------------------------------------------------------------------- 1 | sIM-.HMMᲅ. -------------------------------------------------------------------------------- /src/xtuner/docs/en/acceleration/flash_attn.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/acceleration/flash_attn.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/acceleration/hyper_parameters.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/acceleration/hyper_parameters.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/chat/agent.md: -------------------------------------------------------------------------------- 1 | # Chat with Agent 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/chat/llm.md: -------------------------------------------------------------------------------- 1 | # Chat with LLM 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/chat/lmdeploy.md: -------------------------------------------------------------------------------- 1 | # Accelerate chat by LMDeploy 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/chat/vlm.md: -------------------------------------------------------------------------------- 1 | # Chat with VLM 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/conf.py -------------------------------------------------------------------------------- /src/xtuner/docs/en/dpo/modify_settings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/dpo/modify_settings.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/dpo/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/dpo/overview.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/dpo/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/dpo/quick_start.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/evaluation/hook.md: -------------------------------------------------------------------------------- 1 | # Evaluation during training 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/evaluation/mmbench.md: -------------------------------------------------------------------------------- 1 | # MMBench (VLM) 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/evaluation/mmlu.md: -------------------------------------------------------------------------------- 1 | # MMLU (LLM) 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/evaluation/opencompass.md: -------------------------------------------------------------------------------- 1 | # Evaluate with OpenCompass 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/get_started/installation.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/get_started/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/get_started/overview.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/get_started/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/get_started/quickstart.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/index.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/internevo_migration/ftdp_dataset/ftdp.rst: -------------------------------------------------------------------------------- 1 | ftdp 2 | ==== 3 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/make.bat -------------------------------------------------------------------------------- /src/xtuner/docs/en/models/supported.md: -------------------------------------------------------------------------------- 1 | # Supported Models 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/en/notes/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/notes/changelog.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/preparation/pretrained_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/preparation/pretrained_model.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/preparation/prompt_template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/preparation/prompt_template.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/reward_model/modify_settings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/reward_model/modify_settings.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/reward_model/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/reward_model/overview.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/reward_model/preference_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/reward_model/preference_data.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/reward_model/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/reward_model/quick_start.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/switch_language.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/switch_language.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/custom_agent_dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/custom_agent_dataset.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/custom_sft_dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/custom_sft_dataset.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/modify_settings.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/modify_settings.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/multi_modal_dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/multi_modal_dataset.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/open_source_dataset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/open_source_dataset.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/training/visualization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/training/visualization.rst -------------------------------------------------------------------------------- /src/xtuner/docs/en/user_guides/chat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/user_guides/chat.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/user_guides/dataset_format.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/user_guides/dataset_format.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/user_guides/dataset_prepare.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/user_guides/dataset_prepare.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/user_guides/finetune.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/user_guides/finetune.md -------------------------------------------------------------------------------- /src/xtuner/docs/en/user_guides/prompt_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/en/user_guides/prompt_template.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/.readthedocs.yaml -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/Makefile -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/_static/image/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/_static/image/logo.png -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/acceleration/benchmark.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/acceleration/benchmark.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/acceleration/deepspeed.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/acceleration/deepspeed.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/acceleration/flash_attn.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/acceleration/flash_attn.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/chat/agent.md: -------------------------------------------------------------------------------- 1 | # 智能体模型对话 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/chat/llm.md: -------------------------------------------------------------------------------- 1 | # 语言模型对话 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/chat/lmdeploy.md: -------------------------------------------------------------------------------- 1 | # 使用 LMDeploy 优化推理速度 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/chat/vlm.md: -------------------------------------------------------------------------------- 1 | # 视觉-语言模型对话 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/conf.py -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/dpo/modify_settings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/dpo/modify_settings.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/dpo/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/dpo/overview.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/dpo/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/dpo/quick_start.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/evaluation/hook.md: -------------------------------------------------------------------------------- 1 | # 训练过程中评测 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/evaluation/mmbench.md: -------------------------------------------------------------------------------- 1 | # MMBench (VLM) 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/evaluation/mmlu.md: -------------------------------------------------------------------------------- 1 | # MMLU (LLM) 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/evaluation/opencompass.md: -------------------------------------------------------------------------------- 1 | # 使用 OpenCompass 评测 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/get_started/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/get_started/quickstart.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/index.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/make.bat -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/models/supported.md: -------------------------------------------------------------------------------- 1 | # 已支持的模型 2 | -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/notes/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/notes/changelog.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/reward_model/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/reward_model/overview.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/reward_model/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/reward_model/quick_start.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/switch_language.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/switch_language.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/training/visualization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/training/visualization.rst -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/user_guides/ceph.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/user_guides/ceph.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/user_guides/chat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/user_guides/chat.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/user_guides/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/user_guides/config.md -------------------------------------------------------------------------------- /src/xtuner/docs/zh_cn/user_guides/finetune.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/docs/zh_cn/user_guides/finetune.md -------------------------------------------------------------------------------- /src/xtuner/examples/demo_data/pretrain/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/examples/demo_data/pretrain/README.md -------------------------------------------------------------------------------- /src/xtuner/examples/demo_data/pretrain/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/examples/demo_data/pretrain/config.py -------------------------------------------------------------------------------- /src/xtuner/examples/demo_data/pretrain/data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/examples/demo_data/pretrain/data.json -------------------------------------------------------------------------------- /src/xtuner/examples/demo_data/pretrain/map_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/examples/demo_data/pretrain/map_fn.py -------------------------------------------------------------------------------- /src/xtuner/examples/huggingface_trainer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/examples/huggingface_trainer/README.md -------------------------------------------------------------------------------- /src/xtuner/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/requirements.txt -------------------------------------------------------------------------------- /src/xtuner/requirements/deepspeed.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/requirements/deepspeed.txt -------------------------------------------------------------------------------- /src/xtuner/requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/requirements/docs.txt -------------------------------------------------------------------------------- /src/xtuner/requirements/modelscope.txt: -------------------------------------------------------------------------------- 1 | modelscope 2 | -------------------------------------------------------------------------------- /src/xtuner/requirements/runtime.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/requirements/runtime.txt -------------------------------------------------------------------------------- /src/xtuner/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/setup.cfg -------------------------------------------------------------------------------- /src/xtuner/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/setup.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/alpaca.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/arxiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/arxiv.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/code_alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/code_alpaca.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/colorist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/colorist.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/lawyer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/lawyer.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/medical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/medical.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/moss_003_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/moss_003_sft.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/oasst1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/oasst1.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/open_orca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/open_orca.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/sql.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/tiny_codes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/tiny_codes.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/datasets/wizardlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/datasets/wizardlm.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/model.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/apis/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/apis/training_args.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/configs/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/aurora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/aurora.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/collate_fns/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/collate_fns/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/concat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/concat_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/huggingface.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/intern_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/intern_repo.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/internvl_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/internvl_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/json_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/json_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/llava.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/map_fns/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/map_fns/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/modelscope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/modelscope.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/moss_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/moss_sft.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/preference_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/preference_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/refcoco_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/refcoco_json.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/samplers/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/samplers/intern_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/samplers/intern_repo.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/dataset/utils.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/_strategy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/_strategy/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/_strategy/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/_strategy/deepspeed.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/hooks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/hooks/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/hooks/throughput_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/hooks/throughput_hook.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/runner/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/engine/runner/loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/engine/runner/loops.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/entry_point.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/entry_point.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/evaluation/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/evaluation/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/evaluation/metrics/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/aurora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/aurora.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/dpo.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/internvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/internvl.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/llava.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/dispatch/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/dispatch/llama.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/dispatch/phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/dispatch/phi3.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/dispatch/qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/dispatch/qwen2.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/dispatch/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/dispatch/utils.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/modules/dispatch/yi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/modules/dispatch/yi.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/orpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/orpo.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/reward.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/sft.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/tome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/tome.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/model/utils.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/parallel/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/parallel/sequence/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/parallel/sequence/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/parallel/sequence/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/parallel/sequence/attention.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/parallel/sequence/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/parallel/sequence/comm.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/parallel/sequence/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/parallel/sequence/sampler.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/registry.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/chat.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/check_custom_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/check_custom_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/copy_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/copy_cfg.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/data_preprocess/arxiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/data_preprocess/arxiv.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/eval_refcoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/eval_refcoco.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/get_data_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/get_data_order.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/list_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/list_cfg.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/list_dataset_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/list_dataset_format.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/load_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/load_video.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/log_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/log_dataset.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/merge_sharded_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/merge_sharded_data.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/mmbench.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/model_converters/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/model_converters/merge.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/model_converters/modeling_internlm2_reward/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/model_converters/split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/model_converters/split.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/plugins/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/plugins/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/plugins/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/plugins/api.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/plugins/calculate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/plugins/calculate.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/plugins/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/plugins/search.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/plugins/solve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/plugins/solve.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/test.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/tokenize_ftdp_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/tokenize_ftdp_datasets.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/train.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/tools/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/tools/utils.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/__init__.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/constants.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/fileio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/fileio.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/stop_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/stop_criteria.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/templates.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/utils/zero_to_any_dtype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/utils/zero_to_any_dtype.py -------------------------------------------------------------------------------- /src/xtuner/xtuner/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner/xtuner/version.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/.DS_Store -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/fsdp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/fsdp/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/fsdp/lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/fsdp/lazy.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/fsdp/wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/fsdp/wrap.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/generate.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/lora.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/accelerate/packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/accelerate/packed.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/auto.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/backends/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/messages/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/messages/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/messages/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/messages/base.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/messages/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/messages/chat.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/templates/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/templates/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/templates/chat.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/chat/templates/hybrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/chat/templates/hybrid.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/datasets/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/datasets/format.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/datasets/llava.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/datasets/load.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/datasets/text.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/datasets/tokenize.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/modelings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/modelings/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/comm.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/logger.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/plans/internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/plans/internlm2.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/sampler.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/sequence/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/sequence/ops.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/parallel/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/parallel/setup.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/comm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/comm/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/comm/all_to_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/comm/all_to_all.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/globals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/globals.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/hybrid/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/hybrid/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/hybrid/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/hybrid/utils.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/ring/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/ring/__init__.py -------------------------------------------------------------------------------- /src/xtuner_lite/_lite/yunchang/ring/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/_lite/yunchang/ring/utils.py -------------------------------------------------------------------------------- /src/xtuner_lite/llava_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/llava_model.py -------------------------------------------------------------------------------- /src/xtuner_lite/llava_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/llava_train.py -------------------------------------------------------------------------------- /src/xtuner_lite/llava_train_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/llava_train_sp.py -------------------------------------------------------------------------------- /src/xtuner_lite/train_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rese1f/aurora/HEAD/src/xtuner_lite/train_sp.py --------------------------------------------------------------------------------