├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── pyproject.toml └── unsloth_zoo ├── __init__.py ├── compiler.py ├── compiler_replacements.py ├── dataset_utils.py ├── device_type.py ├── empty_model.py ├── flex_attention ├── __init__.py ├── attention_sink.py └── utils.py ├── fused_losses ├── __init__.py ├── cross_entropy_loss.py └── tests.py ├── gradient_checkpointing.py ├── hf_utils.py ├── llama_cpp.py ├── log.py ├── logging_utils.py ├── loss_utils.py ├── patch_torch_functions.py ├── patching_utils.py ├── peft_utils.py ├── rl_environments.py ├── rl_replacements.py ├── saving_utils.py ├── temporary_patches ├── __init__.py ├── bitsandbytes.py ├── common.py ├── gemma.py ├── gemma3n.py ├── gpt_oss.py ├── misc.py ├── mxfp4.py ├── pixtral.py └── utils.py ├── tiled_mlp.py ├── tokenizer_utils.py ├── training_utils.py ├── utils.py ├── vision_utils.py ├── vllm_lora_request.py ├── vllm_lora_worker_manager.py ├── vllm_rlhf_utils.py └── vllm_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | unsloth_zoo.egg-info/ 3 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/pyproject.toml -------------------------------------------------------------------------------- /unsloth_zoo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/__init__.py -------------------------------------------------------------------------------- /unsloth_zoo/compiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/compiler.py -------------------------------------------------------------------------------- /unsloth_zoo/compiler_replacements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/compiler_replacements.py -------------------------------------------------------------------------------- /unsloth_zoo/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/dataset_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/device_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/device_type.py -------------------------------------------------------------------------------- /unsloth_zoo/empty_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/empty_model.py -------------------------------------------------------------------------------- /unsloth_zoo/flex_attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/flex_attention/__init__.py -------------------------------------------------------------------------------- /unsloth_zoo/flex_attention/attention_sink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/flex_attention/attention_sink.py -------------------------------------------------------------------------------- /unsloth_zoo/flex_attention/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/flex_attention/utils.py -------------------------------------------------------------------------------- /unsloth_zoo/fused_losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/fused_losses/__init__.py -------------------------------------------------------------------------------- /unsloth_zoo/fused_losses/cross_entropy_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/fused_losses/cross_entropy_loss.py -------------------------------------------------------------------------------- /unsloth_zoo/fused_losses/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/fused_losses/tests.py -------------------------------------------------------------------------------- /unsloth_zoo/gradient_checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/gradient_checkpointing.py -------------------------------------------------------------------------------- /unsloth_zoo/hf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/hf_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/llama_cpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/llama_cpp.py -------------------------------------------------------------------------------- /unsloth_zoo/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/log.py -------------------------------------------------------------------------------- /unsloth_zoo/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/logging_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/loss_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/loss_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/patch_torch_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/patch_torch_functions.py -------------------------------------------------------------------------------- /unsloth_zoo/patching_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/patching_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/peft_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/peft_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/rl_environments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/rl_environments.py -------------------------------------------------------------------------------- /unsloth_zoo/rl_replacements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/rl_replacements.py -------------------------------------------------------------------------------- /unsloth_zoo/saving_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/saving_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/__init__.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/bitsandbytes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/bitsandbytes.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/common.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/gemma.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/gemma3n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/gemma3n.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/gpt_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/gpt_oss.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/misc.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/mxfp4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/mxfp4.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/pixtral.py -------------------------------------------------------------------------------- /unsloth_zoo/temporary_patches/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/temporary_patches/utils.py -------------------------------------------------------------------------------- /unsloth_zoo/tiled_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/tiled_mlp.py -------------------------------------------------------------------------------- /unsloth_zoo/tokenizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/tokenizer_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/training_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/utils.py -------------------------------------------------------------------------------- /unsloth_zoo/vision_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/vision_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/vllm_lora_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/vllm_lora_request.py -------------------------------------------------------------------------------- /unsloth_zoo/vllm_lora_worker_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/vllm_lora_worker_manager.py -------------------------------------------------------------------------------- /unsloth_zoo/vllm_rlhf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/vllm_rlhf_utils.py -------------------------------------------------------------------------------- /unsloth_zoo/vllm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/unslothai/unsloth-zoo/HEAD/unsloth_zoo/vllm_utils.py --------------------------------------------------------------------------------