├── .gitignore ├── CodeLLaMA_34B_Conversation_with_Streamlit.py ├── Falcon-7B_FineTuning_with_PEFT_and_QLORA.ipynb ├── FineTuning_phi-1_5_with_PRFT_LoRA.ipynb ├── Finetune_codellama-34B-with-QLoRA.ipynb ├── Finetune_llama_2_GPTQ ├── Explanatory-Note.md ├── Finetune_llama_2_GPTQ.py └── requirements.txt ├── Finetune_opt_bnb_peft.ipynb ├── Inference_Yarn-Llama-2-13b-128k_Github.ipynb ├── Jamba_Finetuning_Colab-Pro.ipynb ├── LLM_Techniques_and_utils ├── 4-bit_LLM_Quantization_with_GPTQ.ipynb ├── Convert_Pytorch_model_to_half_precision.ipynb ├── DPOTrainer.ipynb ├── Evaluate_token_per_sec.ipynb ├── GGUF_GGML_GPTQ-basics.md ├── MOE-Mixture-of-Experts │ ├── Mixtral_8x7B_MoE_Why_47Bn_param_by_Shared_Param.md │ └── assets │ │ ├── 2024-01-03-14-29-15.png │ │ └── 2024-01-09-15-48-38.png ├── MoE_implementation_Mistral_official_Repo.ipynb ├── Quantize_mixtral-instruct-awq_in_so_it_can_run_in_24GB.ipynb ├── Quantizing_Transformers_with_GPTQ.ipynb ├── RoPE-As-Implemented-in-LlaMa-Source-Code.ipynb ├── Select_last_meaningful_token_from_each_sequence.ipynb ├── Traverse_through_sub-modules_of_PyTorch_Model.ipynb ├── Understanding_rank_r_in_LoRA_and_related_Matrix_Math.ipynb ├── Validation_log_perplexity.md ├── apply_chat_template.ipynb ├── assets │ ├── 2023-10-07-19-09-45.png │ ├── 20231011023124.png │ ├── 20231011024018.png │ ├── 2024-01-08-20-27-48.png │ ├── 2024-01-08-20-38-59.png │ ├── 2024-01-29-00-28-27.png │ └── 2024-01-29-00-30-05.png └── targets_layers_in_peft_and_meaning_of_Rank_of_a_Matrix.ipynb ├── LlaMa-2-FineTuning.ipynb ├── Llama-3_Finetuning_on_custom_dataset_with_unsloth.ipynb ├── Llama_3_Finetuning_ORPO_with_Unsloth.ipynb ├── Local-Inferencing_LlaMa-2.ipynb ├── Mistral-7B-Inferencing.ipynb ├── Mistral_7B_Instruct_GPTQ_finetune.ipynb ├── Mistral_7b_FineTuning_with_DPO_Direct_Preference_Optimization.ipynb ├── Mistral_FineTuning_with_PEFT_and_QLORA.ipynb ├── Mixtral_Chatbot_with_Gradio ├── DETAILED-Notes_on_the_Gradio_app_py_file.md └── Mixtral_Chatbot_with_Gradio.py ├── Nous-Hermes-2-Yi-34B-GGUF_in_Kaggle_free_GPU_with_llama_cpp.ipynb ├── Other-Language_Models_BERT_related ├── Add-task_specific_custom_layer_to_model.ipynb ├── BERT_HuggingFace_Basic_Usages.ipynb ├── Cerebras-gpt-13B.ipynb ├── Compute_Metric_Method_for_LLM_FineTuning │ └── compute_metrics_in_an_LLM_FineTuning_Code_FINAL.py ├── Cosine_Similarity_between_sentences_with_Transformers.ipynb ├── DeBERTa_Fine_Tuning-for_Amazon_Review_Dataset_Pytorch.ipynb ├── Deberta-v3-large-For_Kaggle_Competition_Feedback-Prize │ ├── 2022-09-17-21-37-14.png │ └── deberta-v3-large-For_Kaggle_Competition_Feedback-Prize.ipynb ├── Decoding_Strategies_for_text_generation │ ├── Decoding_Strategies_for_text_generation.ipynb │ ├── assets │ │ ├── 2022-08-30-20-06-33.png │ │ ├── 2022-09-06-21-53-01.png │ │ ├── 2022-09-06-22-03-29.png │ │ ├── 2022-09-06-22-16-01.png │ │ ├── 2022-09-07-02-30-14.png │ │ └── 2022-09-07-02-34-02.png │ └── vscode │ │ └── settings.json ├── Fake_News_Classification_with_LSTM_Tensorflow.ipynb ├── FinBERT_Long_Text.ipynb ├── FinBERT_Long_Text_Part_2.ipynb ├── FineTuning_BERT_for_Multi_Class_Classification_Turkish │ ├── Multi-class_Classification.ipynb │ └── README.md ├── Fine_Tuning_DistilBert_Poem_Sentiments.ipynb ├── Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions │ ├── Example_Code_Using_HF_Trainer_API.ipynb │ ├── Fine_Tuning_Transformer_BERT_Customer_Review.ipynb │ ├── README.md │ ├── dataloader.py │ ├── modeling.py │ ├── trainer.py │ ├── vscode │ │ └── settings.json │ └── yelp_customer_review_classification.ipynb ├── Fine_Tuning_Pegasus_for_Text_Summarization.ipynb ├── Fuzzy-String-Matching.ipynb ├── Longformer_end_to_end_with_Kaggle_NLP_competition │ ├── Longformer.ipynb │ ├── README.md │ ├── train.py │ └── util.py ├── Multi-class-text-classifica_fine-tuning-distilbert.ipynb ├── Named_Entity_Recognition_NER_using_spaCy_Extracting_Subject_Verb_Action.ipynb ├── Roberta-Large-NER-on-Kaggle-NLP_Competition │ ├── Pytorch-Roberta_Large.ipynb │ ├── README.md │ ├── const.py │ ├── train.py │ ├── utils.py │ └── validation.py ├── Text_Analytics_of_Tweet_Emotion_EDA_with_Plotly.ipynb ├── Text_Summarization_BART_T5_Pegasus.ipynb ├── Topic-modeling-with-bertopic-arxiv-abstract │ ├── 2022-09-27-04-06-30.png │ ├── 2022-09-27-04-09-00.png │ ├── README.md │ ├── Topic-modeling-with-bertopic-arxiv-abstract.ipynb │ └── vscode │ │ └── settings.json ├── Topic_Modeling_with_BERT_and_Automatic_cluster_labeling │ ├── 2022-09-11-21-43-10.png │ ├── 2022-09-14-02-32-13.png │ ├── README.md │ ├── Topic_Modeling.ipynb │ └── utils.py ├── Topic_Modeling_with_LDA.ipynb ├── Transformer_From_Scratch │ ├── README.md │ ├── Transformer_From_Scratch.ipynb │ ├── assets │ │ ├── 2022-06-25-03-32-51.png │ │ ├── 2022-07-04-21-46-12.png │ │ ├── 2022-07-05-03-14-14.png │ │ ├── 2022-07-05-03-15-25.png │ │ ├── 2022-07-08-02-58-38.png │ │ ├── 2022-07-08-02-58-52.png │ │ ├── 2022-07-08-03-07-18.png │ │ └── 2022-07-08-03-08-46.png │ └── vscode │ │ └── settings.json ├── Understing_BERT_Embedding_Vector │ ├── 2022-09-27-21-01-25.png │ ├── 2022-09-27-21-02-47.png │ ├── README.md │ └── Understing_BERT_Embedding_Vector.ipynb ├── Word-Vectors-Understanding-with-Spacy.ipynb ├── YT_Fine_tuning_BERT_NER_v1.ipynb ├── Zero_Shot_Learning_multilingual-NER.ipynb ├── bert-base-uncased-fine-tuned-kaggle-hate-speech-dataset.ipynb ├── sentiment_analysis_textblob_Vader.ipynb ├── vscode │ └── settings.json └── zero_shot_multilingual_sentiment_classification_with_USEm │ ├── README.md │ ├── dataloading.py │ ├── modeling.py │ ├── vscode │ └── settings.json │ └── zero_shot_multilingual_sentiment_classification_with_USEm.ipynb ├── Quantize_with_HF_transformers ├── LICENSE ├── Quantize_with_HF_transformers.py ├── README.md └── requirements.txt ├── README.md ├── TinyLlama_with_Unsloth_and_RoPE_Scaling_dolly-15k.ipynb ├── TogetherAI_API_with_LangChain.ipynb ├── Web_scraping_with_Large_Language_Models_LLM_AnthropicAI_LangChainAI.ipynb ├── assets ├── 2.png ├── 2023-11-06-12-59-06.png ├── 2024-01-02-20-54-54.png ├── 2024-03-31-19-30-22.png ├── Language_Model.png ├── Youtube_Cover.png ├── devil2.png ├── substack.png └── yt_logo.png ├── enable_json_mode.ipynb ├── gemma-2b_ORPO_FineTuning_full_precision ├── Gemma_2b_orpo_full_precision_Colab.ipynb ├── assets │ ├── 0_PJOYNCk1IJKtrs1F.jpg │ ├── gemma-2b-v2.png │ └── gemma-2b.png └── config.py ├── layered_inference_with_airllm_70B_LLM_Inference_on_a_Single_4GB_GPU.ipynb ├── tinyllama_fine-tuning_Taylor_Swift.ipynb └── togetherai-api-with_Mixtral.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/.gitignore -------------------------------------------------------------------------------- /CodeLLaMA_34B_Conversation_with_Streamlit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/CodeLLaMA_34B_Conversation_with_Streamlit.py -------------------------------------------------------------------------------- /Falcon-7B_FineTuning_with_PEFT_and_QLORA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Falcon-7B_FineTuning_with_PEFT_and_QLORA.ipynb -------------------------------------------------------------------------------- /FineTuning_phi-1_5_with_PRFT_LoRA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/FineTuning_phi-1_5_with_PRFT_LoRA.ipynb -------------------------------------------------------------------------------- /Finetune_codellama-34B-with-QLoRA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Finetune_codellama-34B-with-QLoRA.ipynb -------------------------------------------------------------------------------- /Finetune_llama_2_GPTQ/Explanatory-Note.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Finetune_llama_2_GPTQ/Explanatory-Note.md -------------------------------------------------------------------------------- /Finetune_llama_2_GPTQ/Finetune_llama_2_GPTQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Finetune_llama_2_GPTQ/Finetune_llama_2_GPTQ.py -------------------------------------------------------------------------------- /Finetune_llama_2_GPTQ/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Finetune_llama_2_GPTQ/requirements.txt -------------------------------------------------------------------------------- /Finetune_opt_bnb_peft.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Finetune_opt_bnb_peft.ipynb -------------------------------------------------------------------------------- /Inference_Yarn-Llama-2-13b-128k_Github.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Inference_Yarn-Llama-2-13b-128k_Github.ipynb -------------------------------------------------------------------------------- /Jamba_Finetuning_Colab-Pro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Jamba_Finetuning_Colab-Pro.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/4-bit_LLM_Quantization_with_GPTQ.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/4-bit_LLM_Quantization_with_GPTQ.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Convert_Pytorch_model_to_half_precision.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Convert_Pytorch_model_to_half_precision.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/DPOTrainer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/DPOTrainer.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Evaluate_token_per_sec.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Evaluate_token_per_sec.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/GGUF_GGML_GPTQ-basics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/GGUF_GGML_GPTQ-basics.md -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/MOE-Mixture-of-Experts/Mixtral_8x7B_MoE_Why_47Bn_param_by_Shared_Param.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/MOE-Mixture-of-Experts/Mixtral_8x7B_MoE_Why_47Bn_param_by_Shared_Param.md -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/MOE-Mixture-of-Experts/assets/2024-01-03-14-29-15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/MOE-Mixture-of-Experts/assets/2024-01-03-14-29-15.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/MOE-Mixture-of-Experts/assets/2024-01-09-15-48-38.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/MOE-Mixture-of-Experts/assets/2024-01-09-15-48-38.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/MoE_implementation_Mistral_official_Repo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/MoE_implementation_Mistral_official_Repo.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Quantize_mixtral-instruct-awq_in_so_it_can_run_in_24GB.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Quantize_mixtral-instruct-awq_in_so_it_can_run_in_24GB.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Quantizing_Transformers_with_GPTQ.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Quantizing_Transformers_with_GPTQ.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/RoPE-As-Implemented-in-LlaMa-Source-Code.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/RoPE-As-Implemented-in-LlaMa-Source-Code.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Select_last_meaningful_token_from_each_sequence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Select_last_meaningful_token_from_each_sequence.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Traverse_through_sub-modules_of_PyTorch_Model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Traverse_through_sub-modules_of_PyTorch_Model.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Understanding_rank_r_in_LoRA_and_related_Matrix_Math.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Understanding_rank_r_in_LoRA_and_related_Matrix_Math.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/Validation_log_perplexity.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/Validation_log_perplexity.md -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/apply_chat_template.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/apply_chat_template.ipynb -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/2023-10-07-19-09-45.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/2023-10-07-19-09-45.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/20231011023124.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/20231011023124.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/20231011024018.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/20231011024018.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/2024-01-08-20-27-48.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/2024-01-08-20-27-48.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/2024-01-08-20-38-59.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/2024-01-08-20-38-59.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/2024-01-29-00-28-27.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/2024-01-29-00-28-27.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/assets/2024-01-29-00-30-05.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/assets/2024-01-29-00-30-05.png -------------------------------------------------------------------------------- /LLM_Techniques_and_utils/targets_layers_in_peft_and_meaning_of_Rank_of_a_Matrix.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LLM_Techniques_and_utils/targets_layers_in_peft_and_meaning_of_Rank_of_a_Matrix.ipynb -------------------------------------------------------------------------------- /LlaMa-2-FineTuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/LlaMa-2-FineTuning.ipynb -------------------------------------------------------------------------------- /Llama-3_Finetuning_on_custom_dataset_with_unsloth.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Llama-3_Finetuning_on_custom_dataset_with_unsloth.ipynb -------------------------------------------------------------------------------- /Llama_3_Finetuning_ORPO_with_Unsloth.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Llama_3_Finetuning_ORPO_with_Unsloth.ipynb -------------------------------------------------------------------------------- /Local-Inferencing_LlaMa-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Local-Inferencing_LlaMa-2.ipynb -------------------------------------------------------------------------------- /Mistral-7B-Inferencing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mistral-7B-Inferencing.ipynb -------------------------------------------------------------------------------- /Mistral_7B_Instruct_GPTQ_finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mistral_7B_Instruct_GPTQ_finetune.ipynb -------------------------------------------------------------------------------- /Mistral_7b_FineTuning_with_DPO_Direct_Preference_Optimization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mistral_7b_FineTuning_with_DPO_Direct_Preference_Optimization.ipynb -------------------------------------------------------------------------------- /Mistral_FineTuning_with_PEFT_and_QLORA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mistral_FineTuning_with_PEFT_and_QLORA.ipynb -------------------------------------------------------------------------------- /Mixtral_Chatbot_with_Gradio/DETAILED-Notes_on_the_Gradio_app_py_file.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mixtral_Chatbot_with_Gradio/DETAILED-Notes_on_the_Gradio_app_py_file.md -------------------------------------------------------------------------------- /Mixtral_Chatbot_with_Gradio/Mixtral_Chatbot_with_Gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Mixtral_Chatbot_with_Gradio/Mixtral_Chatbot_with_Gradio.py -------------------------------------------------------------------------------- /Nous-Hermes-2-Yi-34B-GGUF_in_Kaggle_free_GPU_with_llama_cpp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Nous-Hermes-2-Yi-34B-GGUF_in_Kaggle_free_GPU_with_llama_cpp.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Add-task_specific_custom_layer_to_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Add-task_specific_custom_layer_to_model.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/BERT_HuggingFace_Basic_Usages.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/BERT_HuggingFace_Basic_Usages.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Cerebras-gpt-13B.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Cerebras-gpt-13B.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Compute_Metric_Method_for_LLM_FineTuning/compute_metrics_in_an_LLM_FineTuning_Code_FINAL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Compute_Metric_Method_for_LLM_FineTuning/compute_metrics_in_an_LLM_FineTuning_Code_FINAL.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Cosine_Similarity_between_sentences_with_Transformers.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Cosine_Similarity_between_sentences_with_Transformers.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/DeBERTa_Fine_Tuning-for_Amazon_Review_Dataset_Pytorch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/DeBERTa_Fine_Tuning-for_Amazon_Review_Dataset_Pytorch.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Deberta-v3-large-For_Kaggle_Competition_Feedback-Prize/2022-09-17-21-37-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Deberta-v3-large-For_Kaggle_Competition_Feedback-Prize/2022-09-17-21-37-14.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Deberta-v3-large-For_Kaggle_Competition_Feedback-Prize/deberta-v3-large-For_Kaggle_Competition_Feedback-Prize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Deberta-v3-large-For_Kaggle_Competition_Feedback-Prize/deberta-v3-large-For_Kaggle_Competition_Feedback-Prize.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/Decoding_Strategies_for_text_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/Decoding_Strategies_for_text_generation.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-08-30-20-06-33.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-08-30-20-06-33.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-21-53-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-21-53-01.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-22-03-29.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-22-03-29.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-22-16-01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-06-22-16-01.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-07-02-30-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-07-02-30-14.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-07-02-34-02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/assets/2022-09-07-02-34-02.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Decoding_Strategies_for_text_generation/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fake_News_Classification_with_LSTM_Tensorflow.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fake_News_Classification_with_LSTM_Tensorflow.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/FinBERT_Long_Text.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/FinBERT_Long_Text.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/FinBERT_Long_Text_Part_2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/FinBERT_Long_Text_Part_2.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/FineTuning_BERT_for_Multi_Class_Classification_Turkish/Multi-class_Classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/FineTuning_BERT_for_Multi_Class_Classification_Turkish/Multi-class_Classification.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/FineTuning_BERT_for_Multi_Class_Classification_Turkish/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/FineTuning_BERT_for_Multi_Class_Classification_Turkish/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_DistilBert_Poem_Sentiments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_DistilBert_Poem_Sentiments.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/Example_Code_Using_HF_Trainer_API.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/Example_Code_Using_HF_Trainer_API.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/Fine_Tuning_Transformer_BERT_Customer_Review.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/Fine_Tuning_Transformer_BERT_Customer_Review.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/dataloader.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/modeling.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/trainer.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/yelp_customer_review_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_HuggingFace_Transformer_BERT_Yelp_Customer_Review_Predictions/yelp_customer_review_classification.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fine_Tuning_Pegasus_for_Text_Summarization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fine_Tuning_Pegasus_for_Text_Summarization.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Fuzzy-String-Matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Fuzzy-String-Matching.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/Longformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/Longformer.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/train.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Longformer_end_to_end_with_Kaggle_NLP_competition/util.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Multi-class-text-classifica_fine-tuning-distilbert.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Multi-class-text-classifica_fine-tuning-distilbert.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Named_Entity_Recognition_NER_using_spaCy_Extracting_Subject_Verb_Action.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Named_Entity_Recognition_NER_using_spaCy_Extracting_Subject_Verb_Action.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/Pytorch-Roberta_Large.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/Pytorch-Roberta_Large.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/const.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/train.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/utils.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Roberta-Large-NER-on-Kaggle-NLP_Competition/validation.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Text_Analytics_of_Tweet_Emotion_EDA_with_Plotly.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Text_Analytics_of_Tweet_Emotion_EDA_with_Plotly.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Text_Summarization_BART_T5_Pegasus.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Text_Summarization_BART_T5_Pegasus.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/2022-09-27-04-06-30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/2022-09-27-04-06-30.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/2022-09-27-04-09-00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/2022-09-27-04-09-00.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/Topic-modeling-with-bertopic-arxiv-abstract.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/Topic-modeling-with-bertopic-arxiv-abstract.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic-modeling-with-bertopic-arxiv-abstract/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/2022-09-11-21-43-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/2022-09-11-21-43-10.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/2022-09-14-02-32-13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/2022-09-14-02-32-13.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/Topic_Modeling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/Topic_Modeling.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_BERT_and_Automatic_cluster_labeling/utils.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Topic_Modeling_with_LDA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Topic_Modeling_with_LDA.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/Transformer_From_Scratch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/Transformer_From_Scratch.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-06-25-03-32-51.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-06-25-03-32-51.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-04-21-46-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-04-21-46-12.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-05-03-14-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-05-03-14-14.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-05-03-15-25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-05-03-15-25.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-02-58-38.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-02-58-38.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-02-58-52.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-02-58-52.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-03-07-18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-03-07-18.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-03-08-46.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/assets/2022-07-08-03-08-46.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Transformer_From_Scratch/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Transformer_From_Scratch/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/2022-09-27-21-01-25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/2022-09-27-21-01-25.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/2022-09-27-21-02-47.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/2022-09-27-21-02-47.png -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/Understing_BERT_Embedding_Vector.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Understing_BERT_Embedding_Vector/Understing_BERT_Embedding_Vector.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Word-Vectors-Understanding-with-Spacy.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Word-Vectors-Understanding-with-Spacy.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/YT_Fine_tuning_BERT_NER_v1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/YT_Fine_tuning_BERT_NER_v1.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/Zero_Shot_Learning_multilingual-NER.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/Zero_Shot_Learning_multilingual-NER.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/bert-base-uncased-fine-tuned-kaggle-hate-speech-dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/bert-base-uncased-fine-tuned-kaggle-hate-speech-dataset.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/sentiment_analysis_textblob_Vader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/sentiment_analysis_textblob_Vader.ipynb -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/README.md -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/dataloading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/dataloading.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/modeling.py -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/vscode/settings.json -------------------------------------------------------------------------------- /Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/zero_shot_multilingual_sentiment_classification_with_USEm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Other-Language_Models_BERT_related/zero_shot_multilingual_sentiment_classification_with_USEm/zero_shot_multilingual_sentiment_classification_with_USEm.ipynb -------------------------------------------------------------------------------- /Quantize_with_HF_transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Quantize_with_HF_transformers/LICENSE -------------------------------------------------------------------------------- /Quantize_with_HF_transformers/Quantize_with_HF_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Quantize_with_HF_transformers/Quantize_with_HF_transformers.py -------------------------------------------------------------------------------- /Quantize_with_HF_transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Quantize_with_HF_transformers/README.md -------------------------------------------------------------------------------- /Quantize_with_HF_transformers/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Quantize_with_HF_transformers/requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/README.md -------------------------------------------------------------------------------- /TinyLlama_with_Unsloth_and_RoPE_Scaling_dolly-15k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/TinyLlama_with_Unsloth_and_RoPE_Scaling_dolly-15k.ipynb -------------------------------------------------------------------------------- /TogetherAI_API_with_LangChain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/TogetherAI_API_with_LangChain.ipynb -------------------------------------------------------------------------------- /Web_scraping_with_Large_Language_Models_LLM_AnthropicAI_LangChainAI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/Web_scraping_with_Large_Language_Models_LLM_AnthropicAI_LangChainAI.ipynb -------------------------------------------------------------------------------- /assets/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/2.png -------------------------------------------------------------------------------- /assets/2023-11-06-12-59-06.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/2023-11-06-12-59-06.png -------------------------------------------------------------------------------- /assets/2024-01-02-20-54-54.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/2024-01-02-20-54-54.png -------------------------------------------------------------------------------- /assets/2024-03-31-19-30-22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/2024-03-31-19-30-22.png -------------------------------------------------------------------------------- /assets/Language_Model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/Language_Model.png -------------------------------------------------------------------------------- /assets/Youtube_Cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/Youtube_Cover.png -------------------------------------------------------------------------------- /assets/devil2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/devil2.png -------------------------------------------------------------------------------- /assets/substack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/substack.png -------------------------------------------------------------------------------- /assets/yt_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/assets/yt_logo.png -------------------------------------------------------------------------------- /enable_json_mode.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/enable_json_mode.ipynb -------------------------------------------------------------------------------- /gemma-2b_ORPO_FineTuning_full_precision/Gemma_2b_orpo_full_precision_Colab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/gemma-2b_ORPO_FineTuning_full_precision/Gemma_2b_orpo_full_precision_Colab.ipynb -------------------------------------------------------------------------------- /gemma-2b_ORPO_FineTuning_full_precision/assets/0_PJOYNCk1IJKtrs1F.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/gemma-2b_ORPO_FineTuning_full_precision/assets/0_PJOYNCk1IJKtrs1F.jpg -------------------------------------------------------------------------------- /gemma-2b_ORPO_FineTuning_full_precision/assets/gemma-2b-v2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/gemma-2b_ORPO_FineTuning_full_precision/assets/gemma-2b-v2.png -------------------------------------------------------------------------------- /gemma-2b_ORPO_FineTuning_full_precision/assets/gemma-2b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/gemma-2b_ORPO_FineTuning_full_precision/assets/gemma-2b.png -------------------------------------------------------------------------------- /gemma-2b_ORPO_FineTuning_full_precision/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/gemma-2b_ORPO_FineTuning_full_precision/config.py -------------------------------------------------------------------------------- /layered_inference_with_airllm_70B_LLM_Inference_on_a_Single_4GB_GPU.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/layered_inference_with_airllm_70B_LLM_Inference_on_a_Single_4GB_GPU.ipynb -------------------------------------------------------------------------------- /tinyllama_fine-tuning_Taylor_Swift.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/tinyllama_fine-tuning_Taylor_Swift.ipynb -------------------------------------------------------------------------------- /togetherai-api-with_Mixtral.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rohan-paul/LLM-FineTuning-Large-Language-Models/HEAD/togetherai-api-with_Mixtral.ipynb --------------------------------------------------------------------------------