├── README.md ├── assets └── ViLaSR.png ├── eval ├── evaluate.py ├── evaluate.sh ├── infer.py └── infer.sh ├── setup.sh ├── train ├── cold_start │ ├── vilasr_full_qwen2.5_vl_7b_32gpu │ │ ├── config_cold_start.yaml │ │ └── train_cold_start.sh │ └── vilasr_full_qwen2.5_vl_7b_8gpu │ │ ├── config_cold_start.yaml │ │ ├── train.sh.2543937613 │ │ └── train_cold_start.sh ├── examples │ ├── README.md │ ├── README_zh.md │ ├── accelerate │ │ ├── fsdp_config.yaml │ │ └── fsdp_config_offload.yaml │ ├── deepspeed │ │ ├── ds_z0_config.json │ │ ├── ds_z2_config.json │ │ ├── ds_z2_offload_config.json │ │ ├── ds_z3_config.json │ │ └── ds_z3_offload_config.json │ ├── extras │ │ ├── adam_mini │ │ │ └── qwen2_full_sft.yaml │ │ ├── apollo │ │ │ └── llama3_full_sft.yaml │ │ ├── badam │ │ │ └── llama3_full_sft.yaml │ │ ├── fsdp_qlora │ │ │ ├── llama3_lora_sft.yaml │ │ │ └── train.sh │ │ ├── galore │ │ │ └── llama3_full_sft.yaml │ │ ├── llama_pro │ │ │ ├── expand.sh │ │ │ └── llama3_freeze_sft.yaml │ │ ├── loraplus │ │ │ └── llama3_lora_sft.yaml │ │ ├── mod │ │ │ └── llama3_full_sft.yaml │ │ ├── nlg_eval │ │ │ └── llama3_lora_predict.yaml │ │ └── pissa │ │ │ ├── init.sh │ │ │ └── llama3_lora_sft.yaml │ ├── inference │ │ ├── llama3.yaml │ │ ├── llama3_full_sft.yaml │ │ ├── llama3_lora_sft.yaml │ │ ├── llama3_sglang.yaml │ │ ├── llama3_vllm.yaml │ │ ├── llava1_5.yaml │ │ └── qwen2_vl.yaml │ ├── merge_lora │ │ ├── llama3_full_sft.yaml │ │ ├── llama3_gptq.yaml │ │ ├── llama3_lora_sft.yaml │ │ └── qwen2vl_lora_sft.yaml │ ├── train_full │ │ ├── llama3_full_sft.yaml │ │ └── qwen2vl_full_sft.yaml │ ├── train_lora │ │ ├── llama3_lora_dpo.yaml │ │ ├── llama3_lora_eval.yaml │ │ ├── llama3_lora_kto.yaml │ │ ├── llama3_lora_ppo.yaml │ │ ├── llama3_lora_pretrain.yaml │ │ ├── llama3_lora_reward.yaml │ │ ├── llama3_lora_sft.yaml │ │ ├── llama3_lora_sft_ds3.yaml │ │ ├── llama3_lora_sft_ray.yaml │ │ ├── llama3_preprocess.yaml │ │ ├── llama4_lora_sft_ds3.yaml │ │ ├── llava1_5_lora_sft.yaml │ │ ├── qwen2vl_lora_dpo.yaml │ │ └── qwen2vl_lora_sft.yaml │ └── train_qlora │ │ ├── llama3_lora_sft_aqlm.yaml │ │ ├── llama3_lora_sft_awq.yaml │ │ ├── llama3_lora_sft_bnb_npu.yaml │ │ ├── llama3_lora_sft_gptq.yaml │ │ └── llama3_lora_sft_otfq.yaml ├── reflective_rejection_sampling │ └── vilasr_full_qwen2.5_vl_7b │ │ ├── config_reflective.yaml │ │ └── train_reflective.sh └── rl │ ├── config_grpo.yaml │ └── train_grpo.sh ├── unzip.py ├── utils ├── cal_metric_sparbench.py ├── cal_metric_vsibench.py ├── edit_image.py └── model_merger.py └── verl ├── __init__.py ├── __pycache__ ├── __init__.cpython-310.pyc └── protocol.cpython-310.pyc ├── models ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── monkey_patch.cpython-310.pyc ├── monkey_patch.py └── transformers │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── flash_attention_utils.cpython-310.pyc │ ├── qwen2_5_vl.cpython-310.pyc │ └── qwen2_vl.cpython-310.pyc │ ├── flash_attention_utils.py │ ├── qwen2_5_vl.py │ └── qwen2_vl.py ├── protocol.py ├── single_controller ├── __init__.py ├── __pycache__ │ └── __init__.cpython-310.pyc ├── base │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── decorator.cpython-310.pyc │ │ ├── worker.cpython-310.pyc │ │ └── worker_group.cpython-310.pyc │ ├── decorator.py │ ├── register_center │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── ray.cpython-310.pyc │ │ └── ray.py │ ├── worker.py │ └── worker_group.py └── ray │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ └── base.cpython-310.pyc │ └── base.py ├── trainer ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── config.cpython-310.pyc │ ├── core_algos.cpython-310.pyc │ ├── main.cpython-310.pyc │ ├── main_generation.cpython-310.pyc │ ├── metrics.cpython-310.pyc │ └── ray_trainer.cpython-310.pyc ├── config.py ├── core_algos.py ├── main.py ├── main_generation.py ├── metrics.py └── ray_trainer.py ├── utils ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── dataset.cpython-310.pyc │ ├── dataset_multimodal.cpython-310.pyc │ ├── edit_image.cpython-310.pyc │ ├── edit_image_video.cpython-310.pyc │ ├── flops_counter.cpython-310.pyc │ ├── fsdp_utils.cpython-310.pyc │ ├── model_utils.cpython-310.pyc │ ├── py_functional.cpython-310.pyc │ ├── seqlen_balancing.cpython-310.pyc │ ├── tokenizer.cpython-310.pyc │ ├── torch_dtypes.cpython-310.pyc │ ├── torch_functional.cpython-310.pyc │ └── ulysses.cpython-310.pyc ├── checkpoint │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── checkpoint_manager.cpython-310.pyc │ │ └── fsdp_checkpoint_manager.cpython-310.pyc │ ├── checkpoint_manager.py │ └── fsdp_checkpoint_manager.py ├── dataset.py ├── dataset_multimodal.py ├── edit_image.py ├── edit_image_video.py ├── flops_counter.py ├── fsdp_utils.py ├── logger │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── gen_logger.cpython-310.pyc │ │ └── logger.cpython-310.pyc │ ├── gen_logger.py │ └── logger.py ├── model_utils.py ├── py_functional.py ├── reward_score │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── gcot.cpython-310.pyc │ │ ├── math.cpython-310.pyc │ │ └── r1v.cpython-310.pyc │ ├── gcot.py │ ├── math.py │ └── r1v.py ├── seqlen_balancing.py ├── tokenizer.py ├── torch_dtypes.py ├── torch_functional.py └── ulysses.py └── workers ├── __init__.py ├── __pycache__ ├── __init__.cpython-310.pyc ├── config.cpython-310.pyc └── fsdp_workers.cpython-310.pyc ├── actor ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── base.cpython-310.pyc │ ├── config.cpython-310.pyc │ └── dp_actor.cpython-310.pyc ├── base.py ├── config.py └── dp_actor.py ├── config.py ├── critic ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── base.cpython-310.pyc │ ├── config.cpython-310.pyc │ └── dp_critic.cpython-310.pyc ├── base.py ├── config.py └── dp_critic.py ├── fsdp_workers.py ├── reward ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── config.cpython-310.pyc │ ├── custom.cpython-310.pyc │ └── gcot_reward.cpython-310.pyc ├── config.py ├── custom.py └── gcot_reward.py ├── rollout ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── base.cpython-310.pyc │ └── config.cpython-310.pyc ├── base.py ├── config.py └── vllm_rollout │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── vllm_rollout_spmd.cpython-310.pyc │ └── vllm_rollout_spmd_video.cpython-310.pyc │ ├── vllm_rollout_spmd.py │ ├── vllm_rollout_spmd_copy.py │ ├── vllm_rollout_spmd_video copy 1.py │ └── vllm_rollout_spmd_video.py └── sharding_manager ├── __init__.py ├── __pycache__ ├── __init__.cpython-310.pyc ├── base.cpython-310.pyc ├── fsdp_ulysses.cpython-310.pyc └── fsdp_vllm.cpython-310.pyc ├── base.py ├── fsdp_ulysses.py └── fsdp_vllm.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/README.md -------------------------------------------------------------------------------- /assets/ViLaSR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/assets/ViLaSR.png -------------------------------------------------------------------------------- /eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/eval/evaluate.py -------------------------------------------------------------------------------- /eval/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/eval/evaluate.sh -------------------------------------------------------------------------------- /eval/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/eval/infer.py -------------------------------------------------------------------------------- /eval/infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/eval/infer.sh -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/setup.sh -------------------------------------------------------------------------------- /train/cold_start/vilasr_full_qwen2.5_vl_7b_32gpu/config_cold_start.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/cold_start/vilasr_full_qwen2.5_vl_7b_32gpu/config_cold_start.yaml -------------------------------------------------------------------------------- /train/cold_start/vilasr_full_qwen2.5_vl_7b_32gpu/train_cold_start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/cold_start/vilasr_full_qwen2.5_vl_7b_32gpu/train_cold_start.sh -------------------------------------------------------------------------------- /train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/config_cold_start.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/config_cold_start.yaml -------------------------------------------------------------------------------- /train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/train.sh.2543937613: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/train.sh.2543937613 -------------------------------------------------------------------------------- /train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/train_cold_start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/cold_start/vilasr_full_qwen2.5_vl_7b_8gpu/train_cold_start.sh -------------------------------------------------------------------------------- /train/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/README.md -------------------------------------------------------------------------------- /train/examples/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/README_zh.md -------------------------------------------------------------------------------- /train/examples/accelerate/fsdp_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/accelerate/fsdp_config.yaml -------------------------------------------------------------------------------- /train/examples/accelerate/fsdp_config_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/accelerate/fsdp_config_offload.yaml -------------------------------------------------------------------------------- /train/examples/deepspeed/ds_z0_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/deepspeed/ds_z0_config.json -------------------------------------------------------------------------------- /train/examples/deepspeed/ds_z2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/deepspeed/ds_z2_config.json -------------------------------------------------------------------------------- /train/examples/deepspeed/ds_z2_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/deepspeed/ds_z2_offload_config.json -------------------------------------------------------------------------------- /train/examples/deepspeed/ds_z3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/deepspeed/ds_z3_config.json -------------------------------------------------------------------------------- /train/examples/deepspeed/ds_z3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/deepspeed/ds_z3_offload_config.json -------------------------------------------------------------------------------- /train/examples/extras/adam_mini/qwen2_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/adam_mini/qwen2_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/apollo/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/apollo/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/badam/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/badam/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/fsdp_qlora/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/fsdp_qlora/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/fsdp_qlora/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/fsdp_qlora/train.sh -------------------------------------------------------------------------------- /train/examples/extras/galore/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/galore/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/llama_pro/expand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/llama_pro/expand.sh -------------------------------------------------------------------------------- /train/examples/extras/llama_pro/llama3_freeze_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/llama_pro/llama3_freeze_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/loraplus/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/loraplus/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/mod/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/mod/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/extras/nlg_eval/llama3_lora_predict.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/nlg_eval/llama3_lora_predict.yaml -------------------------------------------------------------------------------- /train/examples/extras/pissa/init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/pissa/init.sh -------------------------------------------------------------------------------- /train/examples/extras/pissa/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/extras/pissa/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/inference/llama3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llama3.yaml -------------------------------------------------------------------------------- /train/examples/inference/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/inference/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/inference/llama3_sglang.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llama3_sglang.yaml -------------------------------------------------------------------------------- /train/examples/inference/llama3_vllm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llama3_vllm.yaml -------------------------------------------------------------------------------- /train/examples/inference/llava1_5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/llava1_5.yaml -------------------------------------------------------------------------------- /train/examples/inference/qwen2_vl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/inference/qwen2_vl.yaml -------------------------------------------------------------------------------- /train/examples/merge_lora/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/merge_lora/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/merge_lora/llama3_gptq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/merge_lora/llama3_gptq.yaml -------------------------------------------------------------------------------- /train/examples/merge_lora/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/merge_lora/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/merge_lora/qwen2vl_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/merge_lora/qwen2vl_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_full/llama3_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_full/llama3_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_full/qwen2vl_full_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_full/qwen2vl_full_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_dpo.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_eval.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_kto.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_kto.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_ppo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_ppo.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_pretrain.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_pretrain.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_reward.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_reward.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_sft_ds3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_sft_ds3.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_lora_sft_ray.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_lora_sft_ray.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama3_preprocess.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama3_preprocess.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llama4_lora_sft_ds3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llama4_lora_sft_ds3.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/llava1_5_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/llava1_5_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/qwen2vl_lora_dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/qwen2vl_lora_dpo.yaml -------------------------------------------------------------------------------- /train/examples/train_lora/qwen2vl_lora_sft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_lora/qwen2vl_lora_sft.yaml -------------------------------------------------------------------------------- /train/examples/train_qlora/llama3_lora_sft_aqlm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_qlora/llama3_lora_sft_aqlm.yaml -------------------------------------------------------------------------------- /train/examples/train_qlora/llama3_lora_sft_awq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_qlora/llama3_lora_sft_awq.yaml -------------------------------------------------------------------------------- /train/examples/train_qlora/llama3_lora_sft_bnb_npu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_qlora/llama3_lora_sft_bnb_npu.yaml -------------------------------------------------------------------------------- /train/examples/train_qlora/llama3_lora_sft_gptq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_qlora/llama3_lora_sft_gptq.yaml -------------------------------------------------------------------------------- /train/examples/train_qlora/llama3_lora_sft_otfq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/examples/train_qlora/llama3_lora_sft_otfq.yaml -------------------------------------------------------------------------------- /train/reflective_rejection_sampling/vilasr_full_qwen2.5_vl_7b/config_reflective.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/reflective_rejection_sampling/vilasr_full_qwen2.5_vl_7b/config_reflective.yaml -------------------------------------------------------------------------------- /train/reflective_rejection_sampling/vilasr_full_qwen2.5_vl_7b/train_reflective.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/reflective_rejection_sampling/vilasr_full_qwen2.5_vl_7b/train_reflective.sh -------------------------------------------------------------------------------- /train/rl/config_grpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/rl/config_grpo.yaml -------------------------------------------------------------------------------- /train/rl/train_grpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/train/rl/train_grpo.sh -------------------------------------------------------------------------------- /unzip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/unzip.py -------------------------------------------------------------------------------- /utils/cal_metric_sparbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/utils/cal_metric_sparbench.py -------------------------------------------------------------------------------- /utils/cal_metric_vsibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/utils/cal_metric_vsibench.py -------------------------------------------------------------------------------- /utils/edit_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/utils/edit_image.py -------------------------------------------------------------------------------- /utils/model_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/utils/model_merger.py -------------------------------------------------------------------------------- /verl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/__init__.py -------------------------------------------------------------------------------- /verl/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/__pycache__/protocol.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/__pycache__/protocol.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/__init__.py -------------------------------------------------------------------------------- /verl/models/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/__pycache__/monkey_patch.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/__pycache__/monkey_patch.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/monkey_patch.py -------------------------------------------------------------------------------- /verl/models/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/__init__.py -------------------------------------------------------------------------------- /verl/models/transformers/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/transformers/__pycache__/flash_attention_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/__pycache__/flash_attention_utils.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/transformers/__pycache__/qwen2_5_vl.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/__pycache__/qwen2_5_vl.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/transformers/__pycache__/qwen2_vl.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/__pycache__/qwen2_vl.cpython-310.pyc -------------------------------------------------------------------------------- /verl/models/transformers/flash_attention_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/flash_attention_utils.py -------------------------------------------------------------------------------- /verl/models/transformers/qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/qwen2_5_vl.py -------------------------------------------------------------------------------- /verl/models/transformers/qwen2_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/models/transformers/qwen2_vl.py -------------------------------------------------------------------------------- /verl/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/protocol.py -------------------------------------------------------------------------------- /verl/single_controller/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/__init__.py -------------------------------------------------------------------------------- /verl/single_controller/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/__init__.py -------------------------------------------------------------------------------- /verl/single_controller/base/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/__pycache__/decorator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/__pycache__/decorator.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/__pycache__/worker.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/__pycache__/worker.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/__pycache__/worker_group.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/__pycache__/worker_group.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/decorator.py -------------------------------------------------------------------------------- /verl/single_controller/base/register_center/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/register_center/__init__.py -------------------------------------------------------------------------------- /verl/single_controller/base/register_center/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/register_center/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/register_center/__pycache__/ray.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/register_center/__pycache__/ray.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/base/register_center/ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/register_center/ray.py -------------------------------------------------------------------------------- /verl/single_controller/base/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/worker.py -------------------------------------------------------------------------------- /verl/single_controller/base/worker_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/base/worker_group.py -------------------------------------------------------------------------------- /verl/single_controller/ray/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/ray/__init__.py -------------------------------------------------------------------------------- /verl/single_controller/ray/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/ray/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/ray/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/ray/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /verl/single_controller/ray/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/single_controller/ray/base.py -------------------------------------------------------------------------------- /verl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__init__.py -------------------------------------------------------------------------------- /verl/trainer/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/core_algos.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/core_algos.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/main.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/main.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/main_generation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/main_generation.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/metrics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/metrics.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/__pycache__/ray_trainer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/__pycache__/ray_trainer.cpython-310.pyc -------------------------------------------------------------------------------- /verl/trainer/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/config.py -------------------------------------------------------------------------------- /verl/trainer/core_algos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/core_algos.py -------------------------------------------------------------------------------- /verl/trainer/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/main.py -------------------------------------------------------------------------------- /verl/trainer/main_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/main_generation.py -------------------------------------------------------------------------------- /verl/trainer/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/metrics.py -------------------------------------------------------------------------------- /verl/trainer/ray_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/trainer/ray_trainer.py -------------------------------------------------------------------------------- /verl/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__init__.py -------------------------------------------------------------------------------- /verl/utils/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/dataset.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/dataset_multimodal.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/dataset_multimodal.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/edit_image.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/edit_image.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/edit_image_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/edit_image_video.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/flops_counter.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/flops_counter.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/fsdp_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/fsdp_utils.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/model_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/model_utils.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/py_functional.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/py_functional.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/seqlen_balancing.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/seqlen_balancing.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/torch_dtypes.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/torch_dtypes.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/torch_functional.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/torch_functional.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/__pycache__/ulysses.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/__pycache__/ulysses.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/checkpoint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/__init__.py -------------------------------------------------------------------------------- /verl/utils/checkpoint/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/checkpoint/__pycache__/checkpoint_manager.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/__pycache__/checkpoint_manager.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/checkpoint/__pycache__/fsdp_checkpoint_manager.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/__pycache__/fsdp_checkpoint_manager.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/checkpoint/checkpoint_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/checkpoint_manager.py -------------------------------------------------------------------------------- /verl/utils/checkpoint/fsdp_checkpoint_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/checkpoint/fsdp_checkpoint_manager.py -------------------------------------------------------------------------------- /verl/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/dataset.py -------------------------------------------------------------------------------- /verl/utils/dataset_multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/dataset_multimodal.py -------------------------------------------------------------------------------- /verl/utils/edit_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/edit_image.py -------------------------------------------------------------------------------- /verl/utils/edit_image_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/edit_image_video.py -------------------------------------------------------------------------------- /verl/utils/flops_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/flops_counter.py -------------------------------------------------------------------------------- /verl/utils/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/fsdp_utils.py -------------------------------------------------------------------------------- /verl/utils/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/__init__.py -------------------------------------------------------------------------------- /verl/utils/logger/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/logger/__pycache__/gen_logger.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/__pycache__/gen_logger.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/logger/__pycache__/logger.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/__pycache__/logger.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/logger/gen_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/gen_logger.py -------------------------------------------------------------------------------- /verl/utils/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/logger/logger.py -------------------------------------------------------------------------------- /verl/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/model_utils.py -------------------------------------------------------------------------------- /verl/utils/py_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/py_functional.py -------------------------------------------------------------------------------- /verl/utils/reward_score/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/__init__.py -------------------------------------------------------------------------------- /verl/utils/reward_score/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/reward_score/__pycache__/gcot.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/__pycache__/gcot.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/reward_score/__pycache__/math.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/__pycache__/math.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/reward_score/__pycache__/r1v.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/__pycache__/r1v.cpython-310.pyc -------------------------------------------------------------------------------- /verl/utils/reward_score/gcot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/gcot.py -------------------------------------------------------------------------------- /verl/utils/reward_score/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/math.py -------------------------------------------------------------------------------- /verl/utils/reward_score/r1v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/reward_score/r1v.py -------------------------------------------------------------------------------- /verl/utils/seqlen_balancing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/seqlen_balancing.py -------------------------------------------------------------------------------- /verl/utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/tokenizer.py -------------------------------------------------------------------------------- /verl/utils/torch_dtypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/torch_dtypes.py -------------------------------------------------------------------------------- /verl/utils/torch_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/torch_functional.py -------------------------------------------------------------------------------- /verl/utils/ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/utils/ulysses.py -------------------------------------------------------------------------------- /verl/workers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/__init__.py -------------------------------------------------------------------------------- /verl/workers/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/__pycache__/fsdp_workers.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/__pycache__/fsdp_workers.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/actor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/__init__.py -------------------------------------------------------------------------------- /verl/workers/actor/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/actor/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/actor/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/actor/__pycache__/dp_actor.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/__pycache__/dp_actor.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/actor/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/base.py -------------------------------------------------------------------------------- /verl/workers/actor/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/config.py -------------------------------------------------------------------------------- /verl/workers/actor/dp_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/actor/dp_actor.py -------------------------------------------------------------------------------- /verl/workers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/config.py -------------------------------------------------------------------------------- /verl/workers/critic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/__init__.py -------------------------------------------------------------------------------- /verl/workers/critic/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/critic/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/critic/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/critic/__pycache__/dp_critic.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/__pycache__/dp_critic.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/critic/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/base.py -------------------------------------------------------------------------------- /verl/workers/critic/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/config.py -------------------------------------------------------------------------------- /verl/workers/critic/dp_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/critic/dp_critic.py -------------------------------------------------------------------------------- /verl/workers/fsdp_workers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/fsdp_workers.py -------------------------------------------------------------------------------- /verl/workers/reward/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/__init__.py -------------------------------------------------------------------------------- /verl/workers/reward/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/reward/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/reward/__pycache__/custom.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/__pycache__/custom.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/reward/__pycache__/gcot_reward.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/__pycache__/gcot_reward.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/reward/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/config.py -------------------------------------------------------------------------------- /verl/workers/reward/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/custom.py -------------------------------------------------------------------------------- /verl/workers/reward/gcot_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/reward/gcot_reward.py -------------------------------------------------------------------------------- /verl/workers/rollout/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/__init__.py -------------------------------------------------------------------------------- /verl/workers/rollout/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/__pycache__/config.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/__pycache__/config.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/base.py -------------------------------------------------------------------------------- /verl/workers/rollout/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/config.py -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/__init__.py -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/__pycache__/vllm_rollout_spmd.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/__pycache__/vllm_rollout_spmd.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/__pycache__/vllm_rollout_spmd_video.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/__pycache__/vllm_rollout_spmd_video.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/vllm_rollout_spmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd.py -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_copy.py -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_video copy 1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_video copy 1.py -------------------------------------------------------------------------------- /verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/rollout/vllm_rollout/vllm_rollout_spmd_video.py -------------------------------------------------------------------------------- /verl/workers/sharding_manager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/__init__.py -------------------------------------------------------------------------------- /verl/workers/sharding_manager/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/sharding_manager/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/sharding_manager/__pycache__/fsdp_ulysses.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/__pycache__/fsdp_ulysses.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/sharding_manager/__pycache__/fsdp_vllm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/__pycache__/fsdp_vllm.cpython-310.pyc -------------------------------------------------------------------------------- /verl/workers/sharding_manager/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/base.py -------------------------------------------------------------------------------- /verl/workers/sharding_manager/fsdp_ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/fsdp_ulysses.py -------------------------------------------------------------------------------- /verl/workers/sharding_manager/fsdp_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AntResearchNLP/ViLaSR/HEAD/verl/workers/sharding_manager/fsdp_vllm.py --------------------------------------------------------------------------------