├── .gitignore ├── LICENSE ├── README.md ├── adapter ├── distilbert-movie-review │ ├── 1_finetune-last-layers.ipynb │ ├── 2_finetune-using-adapter-layers.ipynb │ ├── 3_finetune-all-layers.ipynb │ ├── 4_finetune-all-layers-and-adapter-layers.ipynb │ ├── README.md │ ├── figures │ │ └── result-summary.png │ └── local_dataset_utilities.py └── lora-from-scratch │ └── lora-dora-mlp.ipynb ├── conventional └── distilbert-movie-review │ ├── 1_feature-extractor.ipynb │ ├── 2_finetune-last-layers.ipynb │ ├── 3_finetuning-all-layers.ipynb │ ├── figures │ ├── 1_feature-based.png │ ├── 2_finetune-last.png │ └── 3_finetune-all.png │ ├── layerwise-experiment │ ├── README.md │ ├── layerwise-experiment-results-clean.txt │ ├── layerwise-experiment-run.py │ ├── layerwise-experiment.ipynb │ ├── layerwise-experiment.py │ ├── layerwise-results.png │ ├── local_dataset_utilities.py │ └── results.txt │ ├── local_dataset_utilities.py │ └── mixed-precision-experiment │ ├── README.md │ ├── bfloat16-mixed-high.py │ ├── bfloat16-mixed-medium.py │ ├── bfloat16-mixed.py │ ├── bfloat16-regular.py │ ├── figures │ ├── 1.png │ ├── 2.png │ └── 3.png │ ├── float16-mixed-high.py │ ├── float16-mixed-medium.py │ ├── float16-mixed.py │ ├── float16-regular.py │ ├── float32-regular-high.py │ ├── float32-regular-medium.py │ ├── float32-regular.py │ ├── float64-regular.py │ └── local_dataset_utilities.py └── lit-benchmarks └── falcon-7b ├── README.md ├── figures ├── lit-parrot.png ├── memory-requirements.png └── training-time.png └── finetune ├── adapter.py ├── adapter_v2.py ├── full.py └── lora.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # LLM-finetuning-scripts -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/1_finetune-last-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/1_finetune-last-layers.ipynb -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/2_finetune-using-adapter-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/2_finetune-using-adapter-layers.ipynb -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/3_finetune-all-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/3_finetune-all-layers.ipynb -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/4_finetune-all-layers-and-adapter-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/4_finetune-all-layers-and-adapter-layers.ipynb -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/README.md -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/figures/result-summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/figures/result-summary.png -------------------------------------------------------------------------------- /adapter/distilbert-movie-review/local_dataset_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/distilbert-movie-review/local_dataset_utilities.py -------------------------------------------------------------------------------- /adapter/lora-from-scratch/lora-dora-mlp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/adapter/lora-from-scratch/lora-dora-mlp.ipynb -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/1_feature-extractor.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/1_feature-extractor.ipynb -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/2_finetune-last-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/2_finetune-last-layers.ipynb -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/3_finetuning-all-layers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/3_finetuning-all-layers.ipynb -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/figures/1_feature-based.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/figures/1_feature-based.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/figures/2_finetune-last.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/figures/2_finetune-last.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/figures/3_finetune-all.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/figures/3_finetune-all.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/README.md -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment-results-clean.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment-results-clean.txt -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment-run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment-run.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment.ipynb -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/layerwise-experiment.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/layerwise-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/layerwise-results.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/local_dataset_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/local_dataset_utilities.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/layerwise-experiment/results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/layerwise-experiment/results.txt -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/local_dataset_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/local_dataset_utilities.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/README.md -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed-high.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed-high.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed-medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed-medium.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-mixed.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-regular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/bfloat16-regular.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/figures/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/figures/1.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/figures/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/figures/2.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/figures/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/figures/3.png -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed-high.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed-high.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed-medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed-medium.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float16-mixed.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float16-regular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float16-regular.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular-high.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular-high.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular-medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular-medium.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float32-regular.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/float64-regular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/float64-regular.py -------------------------------------------------------------------------------- /conventional/distilbert-movie-review/mixed-precision-experiment/local_dataset_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/conventional/distilbert-movie-review/mixed-precision-experiment/local_dataset_utilities.py -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/README.md -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/figures/lit-parrot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/figures/lit-parrot.png -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/figures/memory-requirements.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/figures/memory-requirements.png -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/figures/training-time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/figures/training-time.png -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/finetune/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/finetune/adapter.py -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/finetune/adapter_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/finetune/adapter_v2.py -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/finetune/full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/finetune/full.py -------------------------------------------------------------------------------- /lit-benchmarks/falcon-7b/finetune/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rasbt/LLM-finetuning-scripts/HEAD/lit-benchmarks/falcon-7b/finetune/lora.py --------------------------------------------------------------------------------