├── .gitignore ├── LICENSE ├── README.md ├── images ├── flow.png ├── step3-empty-dataset.png ├── step6-jupyter.png ├── step6-training-started.png ├── step8-huggingface.png └── step8-ollama.png └── pipeline ├── step1-acquire.py ├── step2-preprocess.py ├── step3-chunking.py ├── step6-train.py └── step7-convert-and-quant.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/README.md -------------------------------------------------------------------------------- /images/flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/flow.png -------------------------------------------------------------------------------- /images/step3-empty-dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/step3-empty-dataset.png -------------------------------------------------------------------------------- /images/step6-jupyter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/step6-jupyter.png -------------------------------------------------------------------------------- /images/step6-training-started.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/step6-training-started.png -------------------------------------------------------------------------------- /images/step8-huggingface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/step8-huggingface.png -------------------------------------------------------------------------------- /images/step8-ollama.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/images/step8-ollama.png -------------------------------------------------------------------------------- /pipeline/step1-acquire.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/pipeline/step1-acquire.py -------------------------------------------------------------------------------- /pipeline/step2-preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/pipeline/step2-preprocess.py -------------------------------------------------------------------------------- /pipeline/step3-chunking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/pipeline/step3-chunking.py -------------------------------------------------------------------------------- /pipeline/step6-train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/pipeline/step6-train.py -------------------------------------------------------------------------------- /pipeline/step7-convert-and-quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/molbal/llm-text-completion-finetune/HEAD/pipeline/step7-convert-and-quant.py --------------------------------------------------------------------------------