├── .flake8 ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── README.md ├── assets ├── README │ ├── device_example.png │ ├── inference_example.png │ ├── train_example.png │ ├── wechat_group.png │ └── weight_sync.png ├── docs │ └── source │ │ └── intrudoction │ │ └── program_model.jpg └── logo │ └── row_text_light.png ├── changelog.config.js ├── docs ├── requirements.txt └── source │ ├── conf.py │ ├── debug.rst │ ├── faq.rst │ ├── index.rst │ ├── inference.rst │ ├── interfaces.rst │ ├── introduction.rst │ ├── quick_start.rst │ ├── resman.rst │ └── train.rst ├── examples ├── auto_detect_hf_module_class.py ├── offload_model.py ├── train_hf_model.py ├── train_hf_model_oss.py ├── train_hf_vlm_model.py ├── train_lora.py ├── tutorial.py ├── vllm_multi_turn_rollout.py ├── vllm_rollout.py ├── vllm_vision_rollout.py ├── weight_sync.py └── weight_sync_from_lora.py ├── pyproject.toml └── rlite ├── __init__.py ├── __version__.py ├── inference ├── __init__.py ├── engine.py ├── utils.py └── vllm │ ├── __init__.py │ ├── executor.py │ └── worker.py ├── interface ├── __init__.py ├── base_engine.py ├── base_executor.py ├── base_worker.py ├── inference │ ├── __init__.py │ ├── inference_executor.py │ └── inference_worker.py └── train │ ├── __init__.py │ ├── train_executor.py │ └── train_worker.py ├── nn ├── __init__.py ├── fsdp.py ├── fsdp2.py ├── inference_module.py └── train_module.py ├── resman ├── __init__.py ├── resource_bundle.py ├── resource_consumer.py └── resource_manager.py ├── third_party ├── __init__.py ├── transformers │ ├── __init__.py │ └── monkey_patch.py └── vllm │ ├── __init__.py │ ├── vllm_0_10.py │ ├── vllm_0_8_34.py │ └── vllm_0_8_5.py ├── train ├── __init__.py ├── engine.py ├── fsdp2 │ ├── __init__.py │ ├── executor.py │ └── worker.py ├── titan │ └── __init__.py └── utils │ ├── __init__.py │ ├── fsdp.py │ └── handle_parallel.py └── utils ├── __init__.py ├── async_context.py ├── checkpoint.py ├── distributed.py ├── misc.py ├── need_parallel.py ├── registry.py └── tensorboard.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- 1 | [settings] 2 | multi_line_output=3 3 | -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/README.md -------------------------------------------------------------------------------- /assets/README/device_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/README/device_example.png -------------------------------------------------------------------------------- /assets/README/inference_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/README/inference_example.png -------------------------------------------------------------------------------- /assets/README/train_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/README/train_example.png -------------------------------------------------------------------------------- /assets/README/wechat_group.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/README/wechat_group.png -------------------------------------------------------------------------------- /assets/README/weight_sync.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/README/weight_sync.png -------------------------------------------------------------------------------- /assets/docs/source/intrudoction/program_model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/docs/source/intrudoction/program_model.jpg -------------------------------------------------------------------------------- /assets/logo/row_text_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/assets/logo/row_text_light.png -------------------------------------------------------------------------------- /changelog.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/changelog.config.js -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/debug.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/debug.rst -------------------------------------------------------------------------------- /docs/source/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/faq.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/inference.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/inference.rst -------------------------------------------------------------------------------- /docs/source/interfaces.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/interfaces.rst -------------------------------------------------------------------------------- /docs/source/introduction.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/introduction.rst -------------------------------------------------------------------------------- /docs/source/quick_start.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/quick_start.rst -------------------------------------------------------------------------------- /docs/source/resman.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/resman.rst -------------------------------------------------------------------------------- /docs/source/train.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/docs/source/train.rst -------------------------------------------------------------------------------- /examples/auto_detect_hf_module_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/auto_detect_hf_module_class.py -------------------------------------------------------------------------------- /examples/offload_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/offload_model.py -------------------------------------------------------------------------------- /examples/train_hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/train_hf_model.py -------------------------------------------------------------------------------- /examples/train_hf_model_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/train_hf_model_oss.py -------------------------------------------------------------------------------- /examples/train_hf_vlm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/train_hf_vlm_model.py -------------------------------------------------------------------------------- /examples/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/train_lora.py -------------------------------------------------------------------------------- /examples/tutorial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/tutorial.py -------------------------------------------------------------------------------- /examples/vllm_multi_turn_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/vllm_multi_turn_rollout.py -------------------------------------------------------------------------------- /examples/vllm_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/vllm_rollout.py -------------------------------------------------------------------------------- /examples/vllm_vision_rollout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/vllm_vision_rollout.py -------------------------------------------------------------------------------- /examples/weight_sync.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/weight_sync.py -------------------------------------------------------------------------------- /examples/weight_sync_from_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/examples/weight_sync_from_lora.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/pyproject.toml -------------------------------------------------------------------------------- /rlite/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/__init__.py -------------------------------------------------------------------------------- /rlite/__version__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.1.2" 2 | -------------------------------------------------------------------------------- /rlite/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/__init__.py -------------------------------------------------------------------------------- /rlite/inference/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/engine.py -------------------------------------------------------------------------------- /rlite/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/utils.py -------------------------------------------------------------------------------- /rlite/inference/vllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/vllm/__init__.py -------------------------------------------------------------------------------- /rlite/inference/vllm/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/vllm/executor.py -------------------------------------------------------------------------------- /rlite/inference/vllm/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/inference/vllm/worker.py -------------------------------------------------------------------------------- /rlite/interface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/__init__.py -------------------------------------------------------------------------------- /rlite/interface/base_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/base_engine.py -------------------------------------------------------------------------------- /rlite/interface/base_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/base_executor.py -------------------------------------------------------------------------------- /rlite/interface/base_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/base_worker.py -------------------------------------------------------------------------------- /rlite/interface/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/inference/__init__.py -------------------------------------------------------------------------------- /rlite/interface/inference/inference_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/inference/inference_executor.py -------------------------------------------------------------------------------- /rlite/interface/inference/inference_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/inference/inference_worker.py -------------------------------------------------------------------------------- /rlite/interface/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/train/__init__.py -------------------------------------------------------------------------------- /rlite/interface/train/train_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/train/train_executor.py -------------------------------------------------------------------------------- /rlite/interface/train/train_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/interface/train/train_worker.py -------------------------------------------------------------------------------- /rlite/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/nn/__init__.py -------------------------------------------------------------------------------- /rlite/nn/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/nn/fsdp.py -------------------------------------------------------------------------------- /rlite/nn/fsdp2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/nn/fsdp2.py -------------------------------------------------------------------------------- /rlite/nn/inference_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/nn/inference_module.py -------------------------------------------------------------------------------- /rlite/nn/train_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/nn/train_module.py -------------------------------------------------------------------------------- /rlite/resman/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/resman/__init__.py -------------------------------------------------------------------------------- /rlite/resman/resource_bundle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/resman/resource_bundle.py -------------------------------------------------------------------------------- /rlite/resman/resource_consumer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/resman/resource_consumer.py -------------------------------------------------------------------------------- /rlite/resman/resource_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/resman/resource_manager.py -------------------------------------------------------------------------------- /rlite/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlite/third_party/transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlite/third_party/transformers/monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/third_party/transformers/monkey_patch.py -------------------------------------------------------------------------------- /rlite/third_party/vllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/third_party/vllm/__init__.py -------------------------------------------------------------------------------- /rlite/third_party/vllm/vllm_0_10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/third_party/vllm/vllm_0_10.py -------------------------------------------------------------------------------- /rlite/third_party/vllm/vllm_0_8_34.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/third_party/vllm/vllm_0_8_34.py -------------------------------------------------------------------------------- /rlite/third_party/vllm/vllm_0_8_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/third_party/vllm/vllm_0_8_5.py -------------------------------------------------------------------------------- /rlite/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/__init__.py -------------------------------------------------------------------------------- /rlite/train/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/engine.py -------------------------------------------------------------------------------- /rlite/train/fsdp2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/fsdp2/__init__.py -------------------------------------------------------------------------------- /rlite/train/fsdp2/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/fsdp2/executor.py -------------------------------------------------------------------------------- /rlite/train/fsdp2/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/fsdp2/worker.py -------------------------------------------------------------------------------- /rlite/train/titan/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rlite/train/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/utils/__init__.py -------------------------------------------------------------------------------- /rlite/train/utils/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/utils/fsdp.py -------------------------------------------------------------------------------- /rlite/train/utils/handle_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/train/utils/handle_parallel.py -------------------------------------------------------------------------------- /rlite/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/__init__.py -------------------------------------------------------------------------------- /rlite/utils/async_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/async_context.py -------------------------------------------------------------------------------- /rlite/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/checkpoint.py -------------------------------------------------------------------------------- /rlite/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/distributed.py -------------------------------------------------------------------------------- /rlite/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/misc.py -------------------------------------------------------------------------------- /rlite/utils/need_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/need_parallel.py -------------------------------------------------------------------------------- /rlite/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/registry.py -------------------------------------------------------------------------------- /rlite/utils/tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rlite-project/RLite/HEAD/rlite/utils/tensorboard.py --------------------------------------------------------------------------------