├── .gitmodules ├── README.md ├── data-preparation ├── data-preparation-workflow.yml ├── data_process.ipynb └── data_process.md ├── finetuning-llamafactory ├── 01.llama_factory_finetune_on_SageMaker_QLora-Local-Notebook.ipynb ├── 02.lora_inference.ipynb ├── 03.deploy_on_SageMaker_endpoint_lmi_vllm.ipynb └── 04.llama_factory_finetune_on_SageMaker_multi_node.ipynb └── model-evaluation ├── README.md ├── chatbot-evals ├── dateset │ ├── barista.yaml │ ├── doctor.yaml │ ├── faq.yaml │ └── zhangfei.yaml ├── promptfooconfig.yaml └── prompts │ ├── character_prompt.txt │ └── faq_prompt.txt ├── docs ├── 1.png ├── 2.png └── 3.png ├── llm-evalution-cloudformation.yaml ├── test_bedrock_deepeval.py └── test_model_evalution.py /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/README.md -------------------------------------------------------------------------------- /data-preparation/data-preparation-workflow.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/data-preparation/data-preparation-workflow.yml -------------------------------------------------------------------------------- /data-preparation/data_process.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/data-preparation/data_process.ipynb -------------------------------------------------------------------------------- /data-preparation/data_process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/data-preparation/data_process.md -------------------------------------------------------------------------------- /finetuning-llamafactory/01.llama_factory_finetune_on_SageMaker_QLora-Local-Notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/finetuning-llamafactory/01.llama_factory_finetune_on_SageMaker_QLora-Local-Notebook.ipynb -------------------------------------------------------------------------------- /finetuning-llamafactory/02.lora_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/finetuning-llamafactory/02.lora_inference.ipynb -------------------------------------------------------------------------------- /finetuning-llamafactory/03.deploy_on_SageMaker_endpoint_lmi_vllm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/finetuning-llamafactory/03.deploy_on_SageMaker_endpoint_lmi_vllm.ipynb -------------------------------------------------------------------------------- /finetuning-llamafactory/04.llama_factory_finetune_on_SageMaker_multi_node.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/finetuning-llamafactory/04.llama_factory_finetune_on_SageMaker_multi_node.ipynb -------------------------------------------------------------------------------- /model-evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/README.md -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/dateset/barista.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/dateset/barista.yaml -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/dateset/doctor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/dateset/doctor.yaml -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/dateset/faq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/dateset/faq.yaml -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/dateset/zhangfei.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/dateset/zhangfei.yaml -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/promptfooconfig.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/promptfooconfig.yaml -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/prompts/character_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/prompts/character_prompt.txt -------------------------------------------------------------------------------- /model-evaluation/chatbot-evals/prompts/faq_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/chatbot-evals/prompts/faq_prompt.txt -------------------------------------------------------------------------------- /model-evaluation/docs/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/docs/1.png -------------------------------------------------------------------------------- /model-evaluation/docs/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/docs/2.png -------------------------------------------------------------------------------- /model-evaluation/docs/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/docs/3.png -------------------------------------------------------------------------------- /model-evaluation/llm-evalution-cloudformation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/llm-evalution-cloudformation.yaml -------------------------------------------------------------------------------- /model-evaluation/test_bedrock_deepeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/test_bedrock_deepeval.py -------------------------------------------------------------------------------- /model-evaluation/test_model_evalution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsaol/finetuning-on-aws/HEAD/model-evaluation/test_model_evalution.py --------------------------------------------------------------------------------