├── .gitignore ├── LICENSE ├── README.md ├── environment.yaml ├── scripts ├── finetune.sh ├── finetune_8bit.sh ├── finetune_lora.sh ├── finetune_lora_vision.sh ├── finetune_video.sh ├── merge_lora.sh ├── zero2.json ├── zero2_fp8.json ├── zero2_offload.json ├── zero3.json └── zero3_offload.json └── src ├── merge_lora_weights.py ├── training ├── __init__.py ├── constants.py ├── data.py ├── params.py ├── train.py ├── train_utils.py └── trainer.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/README.md -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/environment.yaml -------------------------------------------------------------------------------- /scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/finetune.sh -------------------------------------------------------------------------------- /scripts/finetune_8bit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/finetune_8bit.sh -------------------------------------------------------------------------------- /scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/finetune_lora_vision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/finetune_lora_vision.sh -------------------------------------------------------------------------------- /scripts/finetune_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/finetune_video.sh -------------------------------------------------------------------------------- /scripts/merge_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/merge_lora.sh -------------------------------------------------------------------------------- /scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/zero2.json -------------------------------------------------------------------------------- /scripts/zero2_fp8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/zero2_fp8.json -------------------------------------------------------------------------------- /scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/zero2_offload.json -------------------------------------------------------------------------------- /scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/zero3.json -------------------------------------------------------------------------------- /scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/scripts/zero3_offload.json -------------------------------------------------------------------------------- /src/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/merge_lora_weights.py -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/training/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/constants.py -------------------------------------------------------------------------------- /src/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/data.py -------------------------------------------------------------------------------- /src/training/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/params.py -------------------------------------------------------------------------------- /src/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/train.py -------------------------------------------------------------------------------- /src/training/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/train_utils.py -------------------------------------------------------------------------------- /src/training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/training/trainer.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/2U1/Pixtral-Finetune/HEAD/src/utils.py --------------------------------------------------------------------------------