├── G001 - Deep Dive into LLMs ├── G001 - Deep Dive into LLMs.md └── img │ ├── 20_Inference_GPT-2.png │ ├── 400_Inference_GPT-2.png │ ├── LLM_Cross-Entropy.png │ ├── alphago_rl_vs_sft.png │ ├── annotator_guidance.png │ ├── autoregressive_generation.png │ ├── cl100k_base_helloworld.png │ ├── cl100k_base_mini_example.png │ ├── cl100k_base_rl.png │ ├── cl100k_base_viewing_single_post.png │ ├── clk100base_dots_tokenized.png │ ├── deepseek-r1_AIME_over_steps.png │ ├── deepseek-r1_avg_response_len.png │ ├── deepseek-r1_emergent_reflection.png │ ├── fineweb_pipeline.png │ ├── gpt-4o_No_Hallucination.png │ ├── gpt-4o_code_tool_use.png │ ├── gpt-4o_counting.png │ ├── gpt-4o_spelling.png │ ├── hf_fineweb_viewer.png │ ├── human_feedback_after_all.png │ ├── llama31_2+2_1.png │ ├── llama31_2+2_2.png │ ├── llama31_2+2_3.png │ ├── llama31_Hallucination.png │ ├── llama_hallucination_avoidance.png │ ├── llamas_zebras.png │ ├── math_answer_candidates.png │ ├── math_answer_solved.png │ ├── mathematic_expression.png │ ├── model_mathematic_expression.png │ ├── nanoGPT-Layout.png │ ├── nanogpt_autoregressive_generation.png │ ├── next_token_prediction.png │ ├── next_token_probabilities.png │ ├── next_token_sampling.png │ ├── ollama_deepseek.png │ ├── post-train_conversation.png │ ├── prompt_response_structure.png │ ├── response_reinforcement.png │ ├── rlhf_naive.png │ ├── rlhf_rundown.png │ ├── sf_hallucinate.png │ ├── super_rl_emily.png │ ├── textbook.png │ ├── tiktokenized_gpt4o.png │ └── vscode.png ├── G002 - How I Use LLMs ├── G002 - How I Use LLMs.md └── img │ ├── Anthropic_Claude_Travel_Advice.png │ ├── ChatGPT_4o_Search.png │ ├── ChatGPT_Americano_Response_Factual.png │ ├── ChatGPT_Audio_Video.png │ ├── ChatGPT_Custom_GPT_Instructions.png │ ├── ChatGPT_Custom_GPT_Korean.png │ ├── ChatGPT_Custom_GPT_OCR.png │ ├── ChatGPT_Data_Analysis_Matplotlib.png │ ├── ChatGPT_Deep_Research.png │ ├── ChatGPT_File_Report.png │ ├── ChatGPT_File_Upload.png │ ├── ChatGPT_Haiku_Prompt.png │ ├── ChatGPT_Haiku_Response.png │ ├── ChatGPT_Math_Python_Execution.png │ ├── ChatGPT_Mobile_Audio.png │ ├── ChatGPT_OAI_Valuation_Projection.png │ ├── ChatGPT_OAI_Valuations.png │ ├── Claude_Artifact_Flashcard_App.png │ ├── Claude_Book_Chapter_Prompt.png │ ├── Claude_Book_Chapter_Summary.png │ ├── Claude_File_Upload.png │ ├── Claude_Math_JS_Execution.png │ ├── Cursor_Composer_Confetti.png │ ├── Excalidraw_Summary.png │ ├── Excalidraw_Tokenization_Stacking.png │ ├── Grok_Math_Miscalculation.png │ ├── Haiku_Prompt_Tokenization.png │ ├── Haiku_Response_Tokenization.png │ ├── NotebookLM_Podcast.png │ ├── Reasoning_models_and_4.5_ARC.jpeg │ └── Special_Tokens_Haiku.png ├── LICENSE ├── N001 - Building Micrograd ├── N001 - Micrograd.ipynb ├── N001 - Micrograd_Exercises.ipynb └── N001 - Micrograd_Solved_Exercises.ipynb ├── N002 - Makemore 1 ├── N002 - Makemore.ipynb ├── N002 - Makemore_Exercises.ipynb └── N002 - Makemore_Solved_Exercises.ipynb ├── N003 - Makemore 2 - MLP ├── N003 - Makemore_2.ipynb ├── N003 - Makemore_2_Exercises.ipynb ├── N003 - Makemore_2_Solved_Exercises.ipynb └── img │ └── bengioetal03.PNG ├── N004 - Makemore 3 - Activations, BatchNorm ├── N004 - Makemore_3.ipynb ├── N004 - Makemore_3_Exercises.ipynb ├── N004 - Makemore_3_Solved_Exercises.ipynb └── img │ ├── batch_norm_recipe.PNG │ ├── entropy.png │ ├── gains.PNG │ └── kaiming_normal.PNG ├── N005 - Makemore 4 - Backprop Ninja ├── N005 - Makemore_4.ipynb ├── N005 - Makemore_4_Exercises.ipynb ├── N005 - Makemore_4_Solved_Exercises.ipynb └── img │ └── memelol.png ├── N006 - Makemore 5 - WaveNet ├── N006 - Makemore_5.ipynb └── img │ ├── bengioetal03.PNG │ ├── convolutions.png │ └── convolutions_1.PNG ├── N007 - GPT From Scratch ├── N007 - GPT.ipynb ├── N007 - GPT_Exercises.ipynb ├── N007 - GPT_Solved_Exercises.ipynb ├── N007_GPT_Solved_Exercise_Finetune.py ├── N007_GPT_Solved_Exercise_Mathematica.py ├── N007_GPT_Solved_Exercise_Opti.py ├── bigram.py ├── gpt.py └── img │ └── transformer.png ├── N008 - GPT Tokenizer ├── N008 - Tokenization.ipynb ├── N008 - Tokenization_Exercises.ipynb ├── N008 - Tokenization_Solved_Exercises.ipynb ├── img │ ├── Tiktoken_Vercel_1.png │ ├── Tiktoken_Vercel_2.png │ ├── Tokenizer_Schema.png │ └── cl100k_base_1.png └── taylorswift.txt ├── N009 - Reproducing GPT-2 ├── N009 - Reproducing_GPT-2.ipynb ├── fineweb.py ├── hellaswag.py ├── img │ ├── a100_wp_tf32_dtype.png │ ├── flashattention_fused_kernel.png │ ├── gpt2_layout_general.png │ ├── gpt2_layout_shuffle_shapes.drawio │ ├── gpt2_layout_shuffle_shapes.png │ ├── gpt2_table_sm.png │ ├── gpt3_train_table.png │ ├── gpt3_training_data_sources.png │ ├── hellaswag_eval_batch.png │ ├── hellaswag_question.png │ ├── plot_loss_hellaswag.png │ └── transformer_gpt.png ├── train_gpt2_1.py ├── train_gpt2_2.py ├── train_gpt2_3.py ├── train_gpt2_4.py └── train_gpt2_5.py ├── README.md ├── T001 - State of GPT ├── T001 - State_of_GPT - Notes.md └── img │ ├── Pasted image 20231123162506.png │ ├── Pasted image 20231123163046.png │ ├── Pasted image 20231123163629.png │ ├── Pasted image 20231123164549.png │ ├── Pasted image 20231123170040.png │ ├── Pasted image 20231123172258.png │ ├── Pasted image 20231123175113.png │ ├── Pasted image 20231123181520.png │ ├── Pasted image 20231123184003.png │ ├── Pasted image 20231123185618.png │ ├── Pasted image 20231123190203.png │ ├── Pasted image 20231123190700.png │ ├── Pasted image 20231123211005.png │ ├── Pasted image 20231123212252.png │ └── Pasted image 20231123214126.png ├── T002 - Intro to LLMs - Director's Cut ├── T002 - Intro_to_LLMs - Director's_Cut - Notes.md └── img │ ├── F8XM80SXcAAVcVw.jpg │ ├── Pasted image 20231123104403.png │ ├── Pasted image 20231123111305.png │ ├── Pasted image 20231123112449.png │ ├── Pasted image 20231123114140.png │ ├── Pasted image 20231123115954.png │ ├── Pasted image 20231123122521.png │ ├── Pasted image 20231123122701.png │ ├── Pasted image 20231123125556.png │ ├── Pasted image 20231123131541.png │ ├── Pasted image 20231123134345.png │ ├── Pasted image 20231123135353.png │ ├── Pasted image 20231123135937.png │ └── Pasted image 20231123142056.png ├── T003 - Software in the era of AI ├── T003 - Software_in_the_era_of_AI - Notes.md └── img │ ├── autonomous_software.png │ ├── autopilot_nn_takeover.png │ ├── cursor.png │ ├── llm_os.png │ ├── paradigms_eating.png │ ├── perplexity.png │ ├── software_paradigms.png │ └── windsurf.png ├── names.txt ├── requirements.txt └── tiny-shakespeare.txt /G001 - Deep Dive into LLMs/G001 - Deep Dive into LLMs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/G001 - Deep Dive into LLMs.md -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/20_Inference_GPT-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/20_Inference_GPT-2.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/400_Inference_GPT-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/400_Inference_GPT-2.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/LLM_Cross-Entropy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/LLM_Cross-Entropy.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/alphago_rl_vs_sft.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/alphago_rl_vs_sft.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/annotator_guidance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/annotator_guidance.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/autoregressive_generation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/autoregressive_generation.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/cl100k_base_helloworld.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/cl100k_base_helloworld.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/cl100k_base_mini_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/cl100k_base_mini_example.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/cl100k_base_rl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/cl100k_base_rl.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/cl100k_base_viewing_single_post.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/cl100k_base_viewing_single_post.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/clk100base_dots_tokenized.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/clk100base_dots_tokenized.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/deepseek-r1_AIME_over_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/deepseek-r1_AIME_over_steps.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/deepseek-r1_avg_response_len.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/deepseek-r1_avg_response_len.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/deepseek-r1_emergent_reflection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/deepseek-r1_emergent_reflection.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/fineweb_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/fineweb_pipeline.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/gpt-4o_No_Hallucination.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/gpt-4o_No_Hallucination.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/gpt-4o_code_tool_use.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/gpt-4o_code_tool_use.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/gpt-4o_counting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/gpt-4o_counting.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/gpt-4o_spelling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/gpt-4o_spelling.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/hf_fineweb_viewer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/hf_fineweb_viewer.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/human_feedback_after_all.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/human_feedback_after_all.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llama31_2+2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llama31_2+2_1.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llama31_2+2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llama31_2+2_2.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llama31_2+2_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llama31_2+2_3.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llama31_Hallucination.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llama31_Hallucination.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llama_hallucination_avoidance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llama_hallucination_avoidance.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/llamas_zebras.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/llamas_zebras.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/math_answer_candidates.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/math_answer_candidates.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/math_answer_solved.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/math_answer_solved.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/mathematic_expression.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/mathematic_expression.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/model_mathematic_expression.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/model_mathematic_expression.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/nanoGPT-Layout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/nanoGPT-Layout.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/nanogpt_autoregressive_generation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/nanogpt_autoregressive_generation.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/next_token_prediction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/next_token_prediction.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/next_token_probabilities.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/next_token_probabilities.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/next_token_sampling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/next_token_sampling.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/ollama_deepseek.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/ollama_deepseek.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/post-train_conversation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/post-train_conversation.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/prompt_response_structure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/prompt_response_structure.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/response_reinforcement.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/response_reinforcement.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/rlhf_naive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/rlhf_naive.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/rlhf_rundown.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/rlhf_rundown.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/sf_hallucinate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/sf_hallucinate.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/super_rl_emily.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/super_rl_emily.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/textbook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/textbook.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/tiktokenized_gpt4o.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/tiktokenized_gpt4o.png -------------------------------------------------------------------------------- /G001 - Deep Dive into LLMs/img/vscode.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G001 - Deep Dive into LLMs/img/vscode.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/G002 - How I Use LLMs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/G002 - How I Use LLMs.md -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Anthropic_Claude_Travel_Advice.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Anthropic_Claude_Travel_Advice.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_4o_Search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_4o_Search.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Americano_Response_Factual.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Americano_Response_Factual.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Audio_Video.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Audio_Video.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_Instructions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_Instructions.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_Korean.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_Korean.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_OCR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Custom_GPT_OCR.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Data_Analysis_Matplotlib.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Data_Analysis_Matplotlib.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Deep_Research.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Deep_Research.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_File_Report.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_File_Report.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_File_Upload.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_File_Upload.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Haiku_Prompt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Haiku_Prompt.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Haiku_Response.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Haiku_Response.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Math_Python_Execution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Math_Python_Execution.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_Mobile_Audio.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_Mobile_Audio.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_OAI_Valuation_Projection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_OAI_Valuation_Projection.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/ChatGPT_OAI_Valuations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/ChatGPT_OAI_Valuations.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Claude_Artifact_Flashcard_App.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Claude_Artifact_Flashcard_App.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Claude_Book_Chapter_Prompt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Claude_Book_Chapter_Prompt.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Claude_Book_Chapter_Summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Claude_Book_Chapter_Summary.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Claude_File_Upload.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Claude_File_Upload.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Claude_Math_JS_Execution.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Claude_Math_JS_Execution.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Cursor_Composer_Confetti.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Cursor_Composer_Confetti.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Excalidraw_Summary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Excalidraw_Summary.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Excalidraw_Tokenization_Stacking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Excalidraw_Tokenization_Stacking.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Grok_Math_Miscalculation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Grok_Math_Miscalculation.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Haiku_Prompt_Tokenization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Haiku_Prompt_Tokenization.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Haiku_Response_Tokenization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Haiku_Response_Tokenization.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/NotebookLM_Podcast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/NotebookLM_Podcast.png -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Reasoning_models_and_4.5_ARC.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Reasoning_models_and_4.5_ARC.jpeg -------------------------------------------------------------------------------- /G002 - How I Use LLMs/img/Special_Tokens_Haiku.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/G002 - How I Use LLMs/img/Special_Tokens_Haiku.png -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/LICENSE -------------------------------------------------------------------------------- /N001 - Building Micrograd/N001 - Micrograd.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N001 - Building Micrograd/N001 - Micrograd.ipynb -------------------------------------------------------------------------------- /N001 - Building Micrograd/N001 - Micrograd_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N001 - Building Micrograd/N001 - Micrograd_Exercises.ipynb -------------------------------------------------------------------------------- /N001 - Building Micrograd/N001 - Micrograd_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N001 - Building Micrograd/N001 - Micrograd_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N002 - Makemore 1/N002 - Makemore.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N002 - Makemore 1/N002 - Makemore.ipynb -------------------------------------------------------------------------------- /N002 - Makemore 1/N002 - Makemore_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N002 - Makemore 1/N002 - Makemore_Exercises.ipynb -------------------------------------------------------------------------------- /N002 - Makemore 1/N002 - Makemore_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N002 - Makemore 1/N002 - Makemore_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N003 - Makemore 2 - MLP/N003 - Makemore_2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N003 - Makemore 2 - MLP/N003 - Makemore_2.ipynb -------------------------------------------------------------------------------- /N003 - Makemore 2 - MLP/N003 - Makemore_2_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N003 - Makemore 2 - MLP/N003 - Makemore_2_Exercises.ipynb -------------------------------------------------------------------------------- /N003 - Makemore 2 - MLP/N003 - Makemore_2_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N003 - Makemore 2 - MLP/N003 - Makemore_2_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N003 - Makemore 2 - MLP/img/bengioetal03.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N003 - Makemore 2 - MLP/img/bengioetal03.PNG -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3.ipynb -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3_Exercises.ipynb -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/N004 - Makemore_3_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/img/batch_norm_recipe.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/img/batch_norm_recipe.PNG -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/img/entropy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/img/entropy.png -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/img/gains.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/img/gains.PNG -------------------------------------------------------------------------------- /N004 - Makemore 3 - Activations, BatchNorm/img/kaiming_normal.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N004 - Makemore 3 - Activations, BatchNorm/img/kaiming_normal.PNG -------------------------------------------------------------------------------- /N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4.ipynb -------------------------------------------------------------------------------- /N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4_Exercises.ipynb -------------------------------------------------------------------------------- /N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N005 - Makemore 4 - Backprop Ninja/N005 - Makemore_4_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N005 - Makemore 4 - Backprop Ninja/img/memelol.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N005 - Makemore 4 - Backprop Ninja/img/memelol.png -------------------------------------------------------------------------------- /N006 - Makemore 5 - WaveNet/N006 - Makemore_5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N006 - Makemore 5 - WaveNet/N006 - Makemore_5.ipynb -------------------------------------------------------------------------------- /N006 - Makemore 5 - WaveNet/img/bengioetal03.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N006 - Makemore 5 - WaveNet/img/bengioetal03.PNG -------------------------------------------------------------------------------- /N006 - Makemore 5 - WaveNet/img/convolutions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N006 - Makemore 5 - WaveNet/img/convolutions.png -------------------------------------------------------------------------------- /N006 - Makemore 5 - WaveNet/img/convolutions_1.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N006 - Makemore 5 - WaveNet/img/convolutions_1.PNG -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007 - GPT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007 - GPT.ipynb -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007 - GPT_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007 - GPT_Exercises.ipynb -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007 - GPT_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007 - GPT_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Finetune.py -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Mathematica.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Mathematica.py -------------------------------------------------------------------------------- /N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Opti.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/N007_GPT_Solved_Exercise_Opti.py -------------------------------------------------------------------------------- /N007 - GPT From Scratch/bigram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/bigram.py -------------------------------------------------------------------------------- /N007 - GPT From Scratch/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/gpt.py -------------------------------------------------------------------------------- /N007 - GPT From Scratch/img/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N007 - GPT From Scratch/img/transformer.png -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/N008 - Tokenization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/N008 - Tokenization.ipynb -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/N008 - Tokenization_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/N008 - Tokenization_Exercises.ipynb -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/N008 - Tokenization_Solved_Exercises.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/N008 - Tokenization_Solved_Exercises.ipynb -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/img/Tiktoken_Vercel_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/img/Tiktoken_Vercel_1.png -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/img/Tiktoken_Vercel_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/img/Tiktoken_Vercel_2.png -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/img/Tokenizer_Schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/img/Tokenizer_Schema.png -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/img/cl100k_base_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/img/cl100k_base_1.png -------------------------------------------------------------------------------- /N008 - GPT Tokenizer/taylorswift.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N008 - GPT Tokenizer/taylorswift.txt -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/N009 - Reproducing_GPT-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/N009 - Reproducing_GPT-2.ipynb -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/fineweb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/fineweb.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/hellaswag.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/a100_wp_tf32_dtype.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/a100_wp_tf32_dtype.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/flashattention_fused_kernel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/flashattention_fused_kernel.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt2_layout_general.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt2_layout_general.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt2_layout_shuffle_shapes.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt2_layout_shuffle_shapes.drawio -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt2_layout_shuffle_shapes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt2_layout_shuffle_shapes.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt2_table_sm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt2_table_sm.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt3_train_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt3_train_table.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/gpt3_training_data_sources.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/gpt3_training_data_sources.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/hellaswag_eval_batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/hellaswag_eval_batch.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/hellaswag_question.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/hellaswag_question.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/plot_loss_hellaswag.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/plot_loss_hellaswag.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/img/transformer_gpt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/img/transformer_gpt.png -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/train_gpt2_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/train_gpt2_1.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/train_gpt2_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/train_gpt2_2.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/train_gpt2_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/train_gpt2_3.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/train_gpt2_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/train_gpt2_4.py -------------------------------------------------------------------------------- /N009 - Reproducing GPT-2/train_gpt2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/N009 - Reproducing GPT-2/train_gpt2_5.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/README.md -------------------------------------------------------------------------------- /T001 - State of GPT/T001 - State_of_GPT - Notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/T001 - State_of_GPT - Notes.md -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123162506.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123162506.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123163046.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123163046.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123163629.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123163629.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123164549.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123164549.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123170040.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123170040.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123172258.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123172258.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123175113.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123175113.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123181520.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123181520.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123184003.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123184003.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123185618.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123185618.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123190203.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123190203.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123190700.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123190700.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123211005.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123211005.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123212252.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123212252.png -------------------------------------------------------------------------------- /T001 - State of GPT/img/Pasted image 20231123214126.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T001 - State of GPT/img/Pasted image 20231123214126.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/T002 - Intro_to_LLMs - Director's_Cut - Notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/T002 - Intro_to_LLMs - Director's_Cut - Notes.md -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/F8XM80SXcAAVcVw.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/F8XM80SXcAAVcVw.jpg -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123104403.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123104403.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123111305.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123111305.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123112449.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123112449.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123114140.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123114140.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123115954.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123115954.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123122521.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123122521.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123122701.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123122701.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123125556.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123125556.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123131541.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123131541.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123134345.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123134345.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123135353.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123135353.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123135937.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123135937.png -------------------------------------------------------------------------------- /T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123142056.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T002 - Intro to LLMs - Director's Cut/img/Pasted image 20231123142056.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/T003 - Software_in_the_era_of_AI - Notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/T003 - Software_in_the_era_of_AI - Notes.md -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/autonomous_software.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/autonomous_software.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/autopilot_nn_takeover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/autopilot_nn_takeover.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/cursor.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/cursor.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/llm_os.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/llm_os.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/paradigms_eating.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/paradigms_eating.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/perplexity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/perplexity.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/software_paradigms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/software_paradigms.png -------------------------------------------------------------------------------- /T003 - Software in the era of AI/img/windsurf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/T003 - Software in the era of AI/img/windsurf.png -------------------------------------------------------------------------------- /names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/names.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/requirements.txt -------------------------------------------------------------------------------- /tiny-shakespeare.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MK2112/nn-zero-to-hero-notes/HEAD/tiny-shakespeare.txt --------------------------------------------------------------------------------