├── .github ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE │ ├── 1-bug-report.md │ └── 2-feature-request.md ├── pull_request_template.md └── workflows │ └── lint.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── CLAUDE.md ├── README.md ├── cicd ├── README.md └── run_traincicd.sh ├── docs ├── Makefile ├── README.md ├── conf.py ├── developer_guide │ ├── index.rst │ ├── new_dataset_guide.md │ ├── new_model_guide.md │ ├── new_processor_guide.md │ └── new_trainer_guide.md ├── getting_started │ ├── index.rst │ ├── introduction.rst │ ├── quick_start.rst │ └── train.md ├── index.rst ├── models │ ├── bagel.md │ ├── dllm.md │ ├── fla_models.md │ ├── index.rst │ ├── qwen2_5_omni.md │ ├── qwen2_llm.md │ ├── qwen3_moe.md │ ├── qwen3_omni_moe.md │ ├── qwen3_vl_moe.md │ ├── qwenvl.md │ ├── rae_siglip.md │ ├── sit.md │ └── wanvideo.md ├── reference │ ├── api.md │ ├── design_principle.md │ ├── index.rst │ ├── mfu.md │ └── video_configuration.md ├── requirements.txt ├── tutorial │ ├── expert_parallel.rst │ └── index.rst └── user_guide │ ├── data_prep.md │ ├── datasets.md │ ├── fsdp2_reduce_dtype.md │ ├── index.rst │ ├── merge_fsdp.md │ └── peak_perf.md ├── examples ├── bagel │ ├── example_config.yaml │ └── run.sh ├── dgn │ ├── run.sh │ └── train_dgn_1b.yaml ├── diffusion_language_model │ ├── README.md │ ├── dllm_train_adam_multi_gpu_deepspeed.yaml │ ├── dllm_train_muon_multi_gpu_fsdp2.yaml │ ├── dllm_train_muon_single_gpu.yaml │ └── run.sh ├── ds_config │ └── default_config.json ├── llava_video │ └── llava_video.yaml ├── load_from_config_example.yaml ├── load_from_pretrained_example.yaml ├── qwen2_5_llm │ ├── example_config.yaml │ └── run.sh ├── qwen2_5_omni │ ├── example_config.yaml │ └── run.sh ├── qwen2_5_vl │ ├── example_config.yaml │ └── run.sh ├── qwen3_llm │ ├── example_config.yaml │ └── run.sh ├── qwen3_moe │ ├── qwen3_moe_ep8.yaml │ └── run.sh ├── qwen3_omni_moe_ep2.yaml ├── qwen3_vl │ ├── example_config.yaml │ ├── qwen3_vl_8b_train.sh │ └── run.sh ├── qwen3_vl_moe │ ├── qwen3_vl_moe_ep8.yaml │ └── run.sh ├── representation_autoencoder │ ├── reconstruct.py │ ├── run.sh │ └── run_rae.sh ├── run.sh ├── scalable_interpolant_transformer │ ├── README.md │ ├── run.sh │ ├── sit_xl_2.yaml │ └── verify_setup.py └── wanvideo │ ├── README.md │ ├── configs │ ├── wan2.2_ti2v_5b_from_pretrained.yaml │ └── wan2.2_ti2v_5b_from_scratch.yaml │ └── run.sh ├── pyproject.toml ├── requirements.txt ├── src └── lmms_engine │ ├── __init__.py │ ├── datasets │ ├── __init__.py │ ├── collator │ │ ├── __init__.py │ │ ├── bagel_collator.py │ │ ├── llava_collator.py │ │ ├── text_dllm_collator.py │ │ └── vision_collator.py │ ├── config.py │ ├── iterable │ │ ├── __init__.py │ │ ├── bagel_iterable_dataset.py │ │ ├── base_iterable_dataset.py │ │ ├── fineweb_edu_dataset.py │ │ ├── multimodal_iterable_dataset.py │ │ ├── qwen3_vl_iterable_dataset.py │ │ ├── qwen_omni_iterable_dataset.py │ │ └── vision_iterable_dataset.py │ ├── multimodal_mixin.py │ ├── naive │ │ ├── __init__.py │ │ ├── base_dataset.py │ │ ├── llava_video_dataset.py │ │ ├── multimodal_dataset.py │ │ ├── qwen_omni_dataset.py │ │ ├── rae_dataset.py │ │ ├── sit_dataset.py │ │ ├── vision_audio_dataset.py │ │ └── vision_dataset.py │ └── processor │ │ ├── __init__.py │ │ ├── aero_processor.py │ │ ├── bagel_processor.py │ │ ├── base_qwen2_5_processor.py │ │ ├── config.py │ │ ├── llava_processor.py │ │ ├── llava_video_processor.py │ │ ├── pure_text_processor.py │ │ ├── qwen2_5_omni_processor.py │ │ ├── qwen2_5_vl_processor.py │ │ ├── qwen2_processor.py │ │ ├── qwen2_vl_processor.py │ │ ├── qwen3_omni_moe_processor.py │ │ ├── qwen3_vl_processor.py │ │ ├── rae_processor.py │ │ ├── sit_processor.py │ │ └── wanvideo_processor.py │ ├── launch │ ├── __init__.py │ ├── cli.py │ └── config │ │ └── default_config.yaml │ ├── mapping_func.py │ ├── models │ ├── __init__.py │ ├── aero │ │ ├── __init__.py │ │ ├── aero_ops.py │ │ ├── configuration_aero.py │ │ ├── modeling_aero.py │ │ ├── monkey_patch.py │ │ └── processing_aero.py │ ├── bagel │ │ ├── __init__.py │ │ ├── autoencoder.py │ │ ├── bagel.py │ │ ├── cache_utils.py │ │ ├── data_utils.py │ │ ├── inferencer.py │ │ ├── modeling_utils.py │ │ ├── monkey_patch.py │ │ ├── nsa_op.py │ │ ├── qwen2 │ │ │ ├── __init__.py │ │ │ ├── configuration_qwen2.py │ │ │ ├── modeling_qwen2.py │ │ │ ├── tokenization_qwen2.py │ │ │ └── tokenization_qwen2_fast.py │ │ ├── qwen2_navit.py │ │ ├── siglip │ │ │ ├── __init__.py │ │ │ ├── configuration_siglip.py │ │ │ ├── convert_siglip_to_hf.py │ │ │ ├── image_processing_siglip.py │ │ │ ├── modeling_siglip.py │ │ │ ├── processing_siglip.py │ │ │ └── tokenization_siglip.py │ │ ├── siglip_navit.py │ │ └── transforms.py │ ├── config.py │ ├── dream_dllm │ │ ├── __init__.py │ │ ├── configuration_dream_dllm.py │ │ └── modeling_dream_dllm.py │ ├── llada_dllm │ │ ├── __init__.py │ │ ├── configuration_llada_dllm.py │ │ └── modeling_llada_dllm.py │ ├── llava_onevision │ │ ├── __init__.py │ │ ├── llava_ov_liger.py │ │ ├── llava_video_forward.py │ │ └── monkey_patch.py │ ├── monkey_patch.py │ ├── qwen2 │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen2_liger.py │ │ └── qwen2_ops.py │ ├── qwen2_5_omni │ │ ├── README.md │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen2_5_omni_liger.py │ │ └── qwen2_5_omni_ops.py │ ├── qwen2_5_vl │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen2_5_vl_liger.py │ │ └── qwen2_5_vl_ops.py │ ├── qwen2_audio │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ └── qwen2_audio_ops.py │ ├── qwen3 │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen3_liger.py │ │ └── qwen3_ops.py │ ├── qwen3_dllm │ │ ├── __init__.py │ │ ├── configuration_qwen3_dllm.py │ │ └── modeling_qwen3_dllm.py │ ├── qwen3_moe │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen3_moe_experts.py │ │ ├── qwen3_moe_liger.py │ │ └── qwen3_moe_ops.py │ ├── qwen3_omni_moe │ │ ├── README.md │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen3_omni_moe_experts.py │ │ ├── qwen3_omni_moe_liger.py │ │ └── qwen3_omni_moe_ops.py │ ├── qwen3_vl │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen3_vl_liger.py │ │ └── qwen3_vl_ops.py │ ├── qwen3_vl_moe │ │ ├── __init__.py │ │ ├── monkey_patch.py │ │ ├── qwen3_vl_moe_liger.py │ │ └── qwen3_vl_moe_ops.py │ ├── rae_siglip │ │ ├── __init__.py │ │ ├── configuration_rae_siglip.py │ │ ├── diffaug.py │ │ ├── discriminator.py │ │ ├── general_decoder.py │ │ ├── lpips.py │ │ ├── lpips_utils.py │ │ └── modeling_rae_siglip.py │ ├── sequence_packing_utils.py │ ├── sit │ │ ├── __init__.py │ │ ├── _imports.py │ │ ├── configuration_sit.py │ │ ├── modeling_sit.py │ │ ├── models.py │ │ └── transport │ │ │ ├── __init__.py │ │ │ ├── integrators.py │ │ │ ├── path.py │ │ │ ├── transport.py │ │ │ └── utils.py │ ├── utils.py │ └── wanvideo │ │ ├── __init__.py │ │ ├── configuration_wanvideo.py │ │ ├── modeling_wanvideo.py │ │ ├── modeling_wanvideo_legacy.py │ │ ├── processing_wanvideo.py │ │ ├── wan_video_camera_controller.py │ │ ├── wan_video_dit.py │ │ ├── wan_video_image_encoder.py │ │ ├── wan_video_motion_controller.py │ │ ├── wan_video_scheduler.py │ │ ├── wan_video_text_encoder.py │ │ ├── wan_video_vace.py │ │ └── wan_video_vae.py │ ├── parallel │ ├── expert_parallel │ │ ├── __init__.py │ │ └── utils.py │ ├── parallelize.py │ ├── process_group_manager.py │ ├── qwen3_moe │ │ ├── __init__.py │ │ ├── parallelize.py │ │ └── style.py │ ├── qwen3_omni_moe │ │ ├── __init__.py │ │ ├── parallelize.py │ │ └── style.py │ ├── qwen3_vl_moe │ │ ├── __init__.py │ │ ├── parallelize.py │ │ └── style.py │ └── sequence_parallel │ │ └── ulysses.py │ ├── protocol │ ├── __init__.py │ ├── args.py │ ├── data_proto.py │ └── lmms_proto.py │ ├── train │ ├── __init__.py │ ├── config.py │ ├── fsdp2 │ │ ├── __init__.py │ │ ├── fsdp2_trainer.py │ │ ├── rae_trainer.py │ │ └── sit_trainer.py │ ├── hf │ │ ├── __init__.py │ │ ├── dllm_trainer.py │ │ ├── trainer.py │ │ └── wan_trainer.py │ ├── registry.py │ └── runner.py │ └── utils │ ├── __init__.py │ ├── config_loader.py │ ├── data_utils.py │ ├── fsdp2_utils.py │ ├── imports.py │ ├── logging_utils.py │ ├── muon_utils.py │ ├── profiler.py │ ├── tracking.py │ └── train_utils.py ├── test ├── dataset │ ├── test_data_proto.py │ ├── test_preference_data.py │ ├── test_vision_audio_data.py │ └── test_vision_data.py ├── models │ └── test_import_models.py ├── run_suite.py ├── train │ ├── bagel │ │ ├── __init__.py │ │ ├── test_bagel.py │ │ └── train_bagel.py │ ├── llava_onevision │ │ ├── __init__.py │ │ ├── test_llava_onevision.py │ │ └── train_llava_onevision.py │ ├── qwen2_5 │ │ ├── __init__.py │ │ ├── test_qwen2_5.py │ │ ├── train_qwen2_5.py │ │ ├── train_qwen2_5_iterable.py │ │ └── train_qwen2_5_sp.py │ ├── qwen2_5_omni │ │ ├── __init__.py │ │ ├── test_qwen2_5_omni.py │ │ ├── train_qwen2_5_omni.py │ │ └── train_qwen2_5_omni_sp.py │ ├── qwen2_5_vl │ │ ├── __init__.py │ │ ├── test_qwen2_5_vl.py │ │ ├── train_qwen2_5_vl.py │ │ ├── train_qwen2_5_vl_gradient_acc.py │ │ └── train_qwen2_5_vl_sp.py │ ├── qwen3 │ │ ├── __init__.py │ │ ├── test_qwen3.py │ │ ├── train_qwen3.py │ │ └── train_qwen3_sp.py │ ├── qwen3_omni_moe │ │ ├── __init__.py │ │ ├── test_imports.py │ │ ├── test_qwen3_omni_moe.py │ │ ├── train_qwen3_omni_moe.py │ │ ├── train_qwen3_omni_moe_ep.py │ │ └── train_qwen3_omni_moe_sp.py │ ├── qwen3_vl │ │ ├── __init__.py │ │ ├── test_qwen3_vl.py │ │ └── train_qwen3_vl.py │ ├── qwen3_vl_moe │ │ ├── __init__.py │ │ ├── test_qwen3_vl_moe.py │ │ ├── train_qwen3_vl_moe.py │ │ ├── train_qwen3_vl_moe_ep.py │ │ └── train_qwen3_vl_moe_sp.py │ ├── run_cicd.py │ └── utils.py ├── utils.py └── utils │ └── test_utils.py ├── tools ├── check_data │ ├── check_dataset_tokens.py │ ├── check_dataset_tokens_cloud.py │ ├── check_dataset_yaml.py │ ├── precompute_tokens.py │ ├── precompute_tokens_cloud.py │ └── precompute_tokens_inline.py ├── configure_envs.sh ├── create_data │ ├── musiccaps_gpt4o.py │ ├── prompt │ │ └── conversation.txt │ └── split_jsonlines.py ├── create_hf_dataset.py ├── create_json_dataset.py ├── generate_config │ ├── generate_default_yaml.py │ └── generate_default_yaml.sh ├── merge_fsdp.py ├── prepare_init_weight │ ├── convert_maas_to_hf.py │ ├── merge_kino_adapter.py │ ├── prepare_aero.py │ ├── prepare_aero_omni.py │ ├── prepare_kino_lora.py │ ├── prepare_mistral3_audio.py │ ├── prepare_qwen_2_5_kino.py │ └── prepare_rae_siglip2.py └── prepare_qwen_2_5_kino.py ├── uv.lock └── uv_sync_linux.sh /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/1-bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.github/ISSUE_TEMPLATE/1-bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/2-feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.github/ISSUE_TEMPLATE/2-feature-request.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CLAUDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/CLAUDE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/README.md -------------------------------------------------------------------------------- /cicd/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/cicd/README.md -------------------------------------------------------------------------------- /cicd/run_traincicd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/cicd/run_traincicd.sh -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/developer_guide/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/developer_guide/index.rst -------------------------------------------------------------------------------- /docs/developer_guide/new_dataset_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/developer_guide/new_dataset_guide.md -------------------------------------------------------------------------------- /docs/developer_guide/new_model_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/developer_guide/new_model_guide.md -------------------------------------------------------------------------------- /docs/developer_guide/new_processor_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/developer_guide/new_processor_guide.md -------------------------------------------------------------------------------- /docs/developer_guide/new_trainer_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/developer_guide/new_trainer_guide.md -------------------------------------------------------------------------------- /docs/getting_started/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/getting_started/index.rst -------------------------------------------------------------------------------- /docs/getting_started/introduction.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/getting_started/introduction.rst -------------------------------------------------------------------------------- /docs/getting_started/quick_start.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/getting_started/quick_start.rst -------------------------------------------------------------------------------- /docs/getting_started/train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/getting_started/train.md -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/models/bagel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/bagel.md -------------------------------------------------------------------------------- /docs/models/dllm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/dllm.md -------------------------------------------------------------------------------- /docs/models/fla_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/fla_models.md -------------------------------------------------------------------------------- /docs/models/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/index.rst -------------------------------------------------------------------------------- /docs/models/qwen2_5_omni.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwen2_5_omni.md -------------------------------------------------------------------------------- /docs/models/qwen2_llm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwen2_llm.md -------------------------------------------------------------------------------- /docs/models/qwen3_moe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwen3_moe.md -------------------------------------------------------------------------------- /docs/models/qwen3_omni_moe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwen3_omni_moe.md -------------------------------------------------------------------------------- /docs/models/qwen3_vl_moe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwen3_vl_moe.md -------------------------------------------------------------------------------- /docs/models/qwenvl.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/qwenvl.md -------------------------------------------------------------------------------- /docs/models/rae_siglip.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/rae_siglip.md -------------------------------------------------------------------------------- /docs/models/sit.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/sit.md -------------------------------------------------------------------------------- /docs/models/wanvideo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/models/wanvideo.md -------------------------------------------------------------------------------- /docs/reference/api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/reference/api.md -------------------------------------------------------------------------------- /docs/reference/design_principle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/reference/design_principle.md -------------------------------------------------------------------------------- /docs/reference/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/reference/index.rst -------------------------------------------------------------------------------- /docs/reference/mfu.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/reference/mfu.md -------------------------------------------------------------------------------- /docs/reference/video_configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/reference/video_configuration.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/tutorial/expert_parallel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/tutorial/expert_parallel.rst -------------------------------------------------------------------------------- /docs/tutorial/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/tutorial/index.rst -------------------------------------------------------------------------------- /docs/user_guide/data_prep.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/data_prep.md -------------------------------------------------------------------------------- /docs/user_guide/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/datasets.md -------------------------------------------------------------------------------- /docs/user_guide/fsdp2_reduce_dtype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/fsdp2_reduce_dtype.md -------------------------------------------------------------------------------- /docs/user_guide/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/index.rst -------------------------------------------------------------------------------- /docs/user_guide/merge_fsdp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/merge_fsdp.md -------------------------------------------------------------------------------- /docs/user_guide/peak_perf.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/docs/user_guide/peak_perf.md -------------------------------------------------------------------------------- /examples/bagel/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/bagel/example_config.yaml -------------------------------------------------------------------------------- /examples/bagel/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/bagel/run.sh -------------------------------------------------------------------------------- /examples/dgn/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/dgn/run.sh -------------------------------------------------------------------------------- /examples/dgn/train_dgn_1b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/dgn/train_dgn_1b.yaml -------------------------------------------------------------------------------- /examples/diffusion_language_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/diffusion_language_model/README.md -------------------------------------------------------------------------------- /examples/diffusion_language_model/dllm_train_adam_multi_gpu_deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/diffusion_language_model/dllm_train_adam_multi_gpu_deepspeed.yaml -------------------------------------------------------------------------------- /examples/diffusion_language_model/dllm_train_muon_multi_gpu_fsdp2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/diffusion_language_model/dllm_train_muon_multi_gpu_fsdp2.yaml -------------------------------------------------------------------------------- /examples/diffusion_language_model/dllm_train_muon_single_gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/diffusion_language_model/dllm_train_muon_single_gpu.yaml -------------------------------------------------------------------------------- /examples/diffusion_language_model/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/diffusion_language_model/run.sh -------------------------------------------------------------------------------- /examples/ds_config/default_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/ds_config/default_config.json -------------------------------------------------------------------------------- /examples/llava_video/llava_video.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/llava_video/llava_video.yaml -------------------------------------------------------------------------------- /examples/load_from_config_example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/load_from_config_example.yaml -------------------------------------------------------------------------------- /examples/load_from_pretrained_example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/load_from_pretrained_example.yaml -------------------------------------------------------------------------------- /examples/qwen2_5_llm/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_llm/example_config.yaml -------------------------------------------------------------------------------- /examples/qwen2_5_llm/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_llm/run.sh -------------------------------------------------------------------------------- /examples/qwen2_5_omni/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_omni/example_config.yaml -------------------------------------------------------------------------------- /examples/qwen2_5_omni/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_omni/run.sh -------------------------------------------------------------------------------- /examples/qwen2_5_vl/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_vl/example_config.yaml -------------------------------------------------------------------------------- /examples/qwen2_5_vl/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen2_5_vl/run.sh -------------------------------------------------------------------------------- /examples/qwen3_llm/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_llm/example_config.yaml -------------------------------------------------------------------------------- /examples/qwen3_llm/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_llm/run.sh -------------------------------------------------------------------------------- /examples/qwen3_moe/qwen3_moe_ep8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_moe/qwen3_moe_ep8.yaml -------------------------------------------------------------------------------- /examples/qwen3_moe/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_moe/run.sh -------------------------------------------------------------------------------- /examples/qwen3_omni_moe_ep2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_omni_moe_ep2.yaml -------------------------------------------------------------------------------- /examples/qwen3_vl/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_vl/example_config.yaml -------------------------------------------------------------------------------- /examples/qwen3_vl/qwen3_vl_8b_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_vl/qwen3_vl_8b_train.sh -------------------------------------------------------------------------------- /examples/qwen3_vl/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_vl/run.sh -------------------------------------------------------------------------------- /examples/qwen3_vl_moe/qwen3_vl_moe_ep8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_vl_moe/qwen3_vl_moe_ep8.yaml -------------------------------------------------------------------------------- /examples/qwen3_vl_moe/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/qwen3_vl_moe/run.sh -------------------------------------------------------------------------------- /examples/representation_autoencoder/reconstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/representation_autoencoder/reconstruct.py -------------------------------------------------------------------------------- /examples/representation_autoencoder/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/representation_autoencoder/run.sh -------------------------------------------------------------------------------- /examples/representation_autoencoder/run_rae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/representation_autoencoder/run_rae.sh -------------------------------------------------------------------------------- /examples/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/run.sh -------------------------------------------------------------------------------- /examples/scalable_interpolant_transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/scalable_interpolant_transformer/README.md -------------------------------------------------------------------------------- /examples/scalable_interpolant_transformer/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/scalable_interpolant_transformer/run.sh -------------------------------------------------------------------------------- /examples/scalable_interpolant_transformer/sit_xl_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/scalable_interpolant_transformer/sit_xl_2.yaml -------------------------------------------------------------------------------- /examples/scalable_interpolant_transformer/verify_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/scalable_interpolant_transformer/verify_setup.py -------------------------------------------------------------------------------- /examples/wanvideo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/wanvideo/README.md -------------------------------------------------------------------------------- /examples/wanvideo/configs/wan2.2_ti2v_5b_from_pretrained.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/wanvideo/configs/wan2.2_ti2v_5b_from_pretrained.yaml -------------------------------------------------------------------------------- /examples/wanvideo/configs/wan2.2_ti2v_5b_from_scratch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/wanvideo/configs/wan2.2_ti2v_5b_from_scratch.yaml -------------------------------------------------------------------------------- /examples/wanvideo/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/examples/wanvideo/run.sh -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/lmms_engine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms_engine/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/collator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/collator/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/collator/bagel_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/collator/bagel_collator.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/collator/llava_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/collator/llava_collator.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/collator/text_dllm_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/collator/text_dllm_collator.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/collator/vision_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/collator/vision_collator.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/config.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/bagel_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/bagel_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/base_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/base_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/fineweb_edu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/fineweb_edu_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/multimodal_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/multimodal_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/qwen3_vl_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/qwen3_vl_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/qwen_omni_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/qwen_omni_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/iterable/vision_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/iterable/vision_iterable_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/multimodal_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/multimodal_mixin.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/base_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/llava_video_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/llava_video_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/multimodal_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/multimodal_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/qwen_omni_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/qwen_omni_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/rae_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/rae_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/sit_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/sit_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/vision_audio_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/vision_audio_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/naive/vision_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/naive/vision_dataset.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/aero_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/aero_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/bagel_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/bagel_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/base_qwen2_5_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/base_qwen2_5_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/config.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/llava_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/llava_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/llava_video_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/llava_video_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/pure_text_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/pure_text_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen2_5_omni_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen2_5_omni_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen2_5_vl_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen2_5_vl_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen2_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen2_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen2_vl_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen2_vl_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen3_omni_moe_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen3_omni_moe_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/qwen3_vl_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/qwen3_vl_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/rae_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/rae_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/sit_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/sit_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/datasets/processor/wanvideo_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/datasets/processor/wanvideo_processor.py -------------------------------------------------------------------------------- /src/lmms_engine/launch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms_engine/launch/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/launch/cli.py -------------------------------------------------------------------------------- /src/lmms_engine/launch/config/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/launch/config/default_config.yaml -------------------------------------------------------------------------------- /src/lmms_engine/mapping_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/mapping_func.py -------------------------------------------------------------------------------- /src/lmms_engine/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/aero_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/aero_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/configuration_aero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/configuration_aero.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/modeling_aero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/modeling_aero.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/aero/processing_aero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/aero/processing_aero.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/autoencoder.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/bagel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/bagel.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/cache_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/data_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/inferencer.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/modeling_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/nsa_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/nsa_op.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2/configuration_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2/configuration_qwen2.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2/modeling_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2/modeling_qwen2.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2/tokenization_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2/tokenization_qwen2.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2/tokenization_qwen2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2/tokenization_qwen2_fast.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/qwen2_navit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/qwen2_navit.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/configuration_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/configuration_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/convert_siglip_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/convert_siglip_to_hf.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/image_processing_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/image_processing_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/modeling_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/modeling_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/processing_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/processing_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip/tokenization_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip/tokenization_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/siglip_navit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/siglip_navit.py -------------------------------------------------------------------------------- /src/lmms_engine/models/bagel/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/bagel/transforms.py -------------------------------------------------------------------------------- /src/lmms_engine/models/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/config.py -------------------------------------------------------------------------------- /src/lmms_engine/models/dream_dllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/dream_dllm/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/dream_dllm/configuration_dream_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/dream_dllm/configuration_dream_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/dream_dllm/modeling_dream_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/dream_dllm/modeling_dream_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llada_dllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llada_dllm/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llada_dllm/configuration_llada_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llada_dllm/configuration_llada_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llada_dllm/modeling_llada_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llada_dllm/modeling_llada_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llava_onevision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llava_onevision/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llava_onevision/llava_ov_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llava_onevision/llava_ov_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llava_onevision/llava_video_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llava_onevision/llava_video_forward.py -------------------------------------------------------------------------------- /src/lmms_engine/models/llava_onevision/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/llava_onevision/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2/qwen2_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2/qwen2_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2/qwen2_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2/qwen2_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_omni/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_omni/README.md -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_omni/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_omni/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_omni/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_omni/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_omni/qwen2_5_omni_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_omni/qwen2_5_omni_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_omni/qwen2_5_omni_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_omni/qwen2_5_omni_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_vl/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_vl/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_vl/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_vl/qwen2_5_vl_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_vl/qwen2_5_vl_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_5_vl/qwen2_5_vl_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_5_vl/qwen2_5_vl_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_audio/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_audio/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_audio/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_audio/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen2_audio/qwen2_audio_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen2_audio/qwen2_audio_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3/qwen3_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3/qwen3_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3/qwen3_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3/qwen3_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_dllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_dllm/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_dllm/configuration_qwen3_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_dllm/configuration_qwen3_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_dllm/modeling_qwen3_dllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_dllm/modeling_qwen3_dllm.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_moe/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_moe/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_moe/qwen3_moe_experts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_moe/qwen3_moe_experts.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_moe/qwen3_moe_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_moe/qwen3_moe_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_moe/qwen3_moe_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_moe/qwen3_moe_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/README.md -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_experts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_experts.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_omni_moe/qwen3_omni_moe_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl/qwen3_vl_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl/qwen3_vl_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl/qwen3_vl_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl/qwen3_vl_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl_moe/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl_moe/monkey_patch.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl_moe/qwen3_vl_moe_liger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl_moe/qwen3_vl_moe_liger.py -------------------------------------------------------------------------------- /src/lmms_engine/models/qwen3_vl_moe/qwen3_vl_moe_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/qwen3_vl_moe/qwen3_vl_moe_ops.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/configuration_rae_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/configuration_rae_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/diffaug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/diffaug.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/discriminator.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/general_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/general_decoder.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/lpips.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/lpips_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/lpips_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/rae_siglip/modeling_rae_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/rae_siglip/modeling_rae_siglip.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sequence_packing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sequence_packing_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/_imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/_imports.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/configuration_sit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/configuration_sit.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/modeling_sit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/modeling_sit.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/models.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/transport/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/transport/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/transport/integrators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/transport/integrators.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/transport/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/transport/path.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/transport/transport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/transport/transport.py -------------------------------------------------------------------------------- /src/lmms_engine/models/sit/transport/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/sit/transport/utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/utils.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/configuration_wanvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/configuration_wanvideo.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/modeling_wanvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/modeling_wanvideo.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/modeling_wanvideo_legacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/modeling_wanvideo_legacy.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/processing_wanvideo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/processing_wanvideo.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_camera_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_camera_controller.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_dit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_dit.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_image_encoder.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_motion_controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_motion_controller.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_scheduler.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_text_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_text_encoder.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_vace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_vace.py -------------------------------------------------------------------------------- /src/lmms_engine/models/wanvideo/wan_video_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/models/wanvideo/wan_video_vae.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/expert_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lmms_engine/parallel/expert_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/expert_parallel/utils.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/parallelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/parallelize.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/process_group_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/process_group_manager.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_moe/parallelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_moe/parallelize.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_moe/style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_moe/style.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_omni_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_omni_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_omni_moe/parallelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_omni_moe/parallelize.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_omni_moe/style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_omni_moe/style.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_vl_moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_vl_moe/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_vl_moe/parallelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_vl_moe/parallelize.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/qwen3_vl_moe/style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/qwen3_vl_moe/style.py -------------------------------------------------------------------------------- /src/lmms_engine/parallel/sequence_parallel/ulysses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/parallel/sequence_parallel/ulysses.py -------------------------------------------------------------------------------- /src/lmms_engine/protocol/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/protocol/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/protocol/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/protocol/args.py -------------------------------------------------------------------------------- /src/lmms_engine/protocol/data_proto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/protocol/data_proto.py -------------------------------------------------------------------------------- /src/lmms_engine/protocol/lmms_proto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/protocol/lmms_proto.py -------------------------------------------------------------------------------- /src/lmms_engine/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/train/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/config.py -------------------------------------------------------------------------------- /src/lmms_engine/train/fsdp2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/fsdp2/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/train/fsdp2/fsdp2_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/fsdp2/fsdp2_trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/fsdp2/rae_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/fsdp2/rae_trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/fsdp2/sit_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/fsdp2/sit_trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/hf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/hf/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/train/hf/dllm_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/hf/dllm_trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/hf/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/hf/trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/hf/wan_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/hf/wan_trainer.py -------------------------------------------------------------------------------- /src/lmms_engine/train/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/registry.py -------------------------------------------------------------------------------- /src/lmms_engine/train/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/train/runner.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/__init__.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/config_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/config_loader.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/data_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/fsdp2_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/fsdp2_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/imports.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/logging_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/muon_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/muon_utils.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/profiler.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/tracking.py -------------------------------------------------------------------------------- /src/lmms_engine/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/src/lmms_engine/utils/train_utils.py -------------------------------------------------------------------------------- /test/dataset/test_data_proto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/dataset/test_data_proto.py -------------------------------------------------------------------------------- /test/dataset/test_preference_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/dataset/test_preference_data.py -------------------------------------------------------------------------------- /test/dataset/test_vision_audio_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/dataset/test_vision_audio_data.py -------------------------------------------------------------------------------- /test/dataset/test_vision_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/dataset/test_vision_data.py -------------------------------------------------------------------------------- /test/models/test_import_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/models/test_import_models.py -------------------------------------------------------------------------------- /test/run_suite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/run_suite.py -------------------------------------------------------------------------------- /test/train/bagel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/bagel/test_bagel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/bagel/test_bagel.py -------------------------------------------------------------------------------- /test/train/bagel/train_bagel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/bagel/train_bagel.py -------------------------------------------------------------------------------- /test/train/llava_onevision/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/llava_onevision/test_llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/llava_onevision/test_llava_onevision.py -------------------------------------------------------------------------------- /test/train/llava_onevision/train_llava_onevision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/llava_onevision/train_llava_onevision.py -------------------------------------------------------------------------------- /test/train/qwen2_5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen2_5/test_qwen2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5/test_qwen2_5.py -------------------------------------------------------------------------------- /test/train/qwen2_5/train_qwen2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5/train_qwen2_5.py -------------------------------------------------------------------------------- /test/train/qwen2_5/train_qwen2_5_iterable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5/train_qwen2_5_iterable.py -------------------------------------------------------------------------------- /test/train/qwen2_5/train_qwen2_5_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5/train_qwen2_5_sp.py -------------------------------------------------------------------------------- /test/train/qwen2_5_omni/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen2_5_omni/test_qwen2_5_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_omni/test_qwen2_5_omni.py -------------------------------------------------------------------------------- /test/train/qwen2_5_omni/train_qwen2_5_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_omni/train_qwen2_5_omni.py -------------------------------------------------------------------------------- /test/train/qwen2_5_omni/train_qwen2_5_omni_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_omni/train_qwen2_5_omni_sp.py -------------------------------------------------------------------------------- /test/train/qwen2_5_vl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen2_5_vl/test_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_vl/test_qwen2_5_vl.py -------------------------------------------------------------------------------- /test/train/qwen2_5_vl/train_qwen2_5_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_vl/train_qwen2_5_vl.py -------------------------------------------------------------------------------- /test/train/qwen2_5_vl/train_qwen2_5_vl_gradient_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_vl/train_qwen2_5_vl_gradient_acc.py -------------------------------------------------------------------------------- /test/train/qwen2_5_vl/train_qwen2_5_vl_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen2_5_vl/train_qwen2_5_vl_sp.py -------------------------------------------------------------------------------- /test/train/qwen3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen3/test_qwen3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3/test_qwen3.py -------------------------------------------------------------------------------- /test/train/qwen3/train_qwen3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3/train_qwen3.py -------------------------------------------------------------------------------- /test/train/qwen3/train_qwen3_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3/train_qwen3_sp.py -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/test_imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_omni_moe/test_imports.py -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/test_qwen3_omni_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_omni_moe/test_qwen3_omni_moe.py -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/train_qwen3_omni_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_omni_moe/train_qwen3_omni_moe.py -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/train_qwen3_omni_moe_ep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_omni_moe/train_qwen3_omni_moe_ep.py -------------------------------------------------------------------------------- /test/train/qwen3_omni_moe/train_qwen3_omni_moe_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_omni_moe/train_qwen3_omni_moe_sp.py -------------------------------------------------------------------------------- /test/train/qwen3_vl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen3_vl/test_qwen3_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl/test_qwen3_vl.py -------------------------------------------------------------------------------- /test/train/qwen3_vl/train_qwen3_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl/train_qwen3_vl.py -------------------------------------------------------------------------------- /test/train/qwen3_vl_moe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/train/qwen3_vl_moe/test_qwen3_vl_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl_moe/test_qwen3_vl_moe.py -------------------------------------------------------------------------------- /test/train/qwen3_vl_moe/train_qwen3_vl_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl_moe/train_qwen3_vl_moe.py -------------------------------------------------------------------------------- /test/train/qwen3_vl_moe/train_qwen3_vl_moe_ep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl_moe/train_qwen3_vl_moe_ep.py -------------------------------------------------------------------------------- /test/train/qwen3_vl_moe/train_qwen3_vl_moe_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/qwen3_vl_moe/train_qwen3_vl_moe_sp.py -------------------------------------------------------------------------------- /test/train/run_cicd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/run_cicd.py -------------------------------------------------------------------------------- /test/train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/train/utils.py -------------------------------------------------------------------------------- /test/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/utils.py -------------------------------------------------------------------------------- /test/utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/test/utils/test_utils.py -------------------------------------------------------------------------------- /tools/check_data/check_dataset_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/check_dataset_tokens.py -------------------------------------------------------------------------------- /tools/check_data/check_dataset_tokens_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/check_dataset_tokens_cloud.py -------------------------------------------------------------------------------- /tools/check_data/check_dataset_yaml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/check_dataset_yaml.py -------------------------------------------------------------------------------- /tools/check_data/precompute_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/precompute_tokens.py -------------------------------------------------------------------------------- /tools/check_data/precompute_tokens_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/precompute_tokens_cloud.py -------------------------------------------------------------------------------- /tools/check_data/precompute_tokens_inline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/check_data/precompute_tokens_inline.py -------------------------------------------------------------------------------- /tools/configure_envs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/configure_envs.sh -------------------------------------------------------------------------------- /tools/create_data/musiccaps_gpt4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/create_data/musiccaps_gpt4o.py -------------------------------------------------------------------------------- /tools/create_data/prompt/conversation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/create_data/prompt/conversation.txt -------------------------------------------------------------------------------- /tools/create_data/split_jsonlines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/create_data/split_jsonlines.py -------------------------------------------------------------------------------- /tools/create_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/create_hf_dataset.py -------------------------------------------------------------------------------- /tools/create_json_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/create_json_dataset.py -------------------------------------------------------------------------------- /tools/generate_config/generate_default_yaml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/generate_config/generate_default_yaml.py -------------------------------------------------------------------------------- /tools/generate_config/generate_default_yaml.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/generate_config/generate_default_yaml.sh -------------------------------------------------------------------------------- /tools/merge_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/merge_fsdp.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/convert_maas_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/convert_maas_to_hf.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/merge_kino_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/merge_kino_adapter.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_aero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_aero.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_aero_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_aero_omni.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_kino_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_kino_lora.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_mistral3_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_mistral3_audio.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_qwen_2_5_kino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_qwen_2_5_kino.py -------------------------------------------------------------------------------- /tools/prepare_init_weight/prepare_rae_siglip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_init_weight/prepare_rae_siglip2.py -------------------------------------------------------------------------------- /tools/prepare_qwen_2_5_kino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/tools/prepare_qwen_2_5_kino.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/uv.lock -------------------------------------------------------------------------------- /uv_sync_linux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/lmms-engine/HEAD/uv_sync_linux.sh --------------------------------------------------------------------------------