├── .gitignore ├── 01-basic └── README.md ├── 02-grad ├── 01-diff │ └── diff.py └── 02-grad │ └── grad.py ├── 02a-NumGrad ├── README.md ├── README1.md ├── gd.py ├── gdArray.md ├── gdArray.py ├── gdRegression.md ├── gdRegression.py └── img │ └── gdRegression.png ├── 03-backprop ├── 01-micrograd0 │ ├── README.md │ ├── ex0.md │ ├── ex0.py │ ├── img │ │ ├── ex0_backward.png │ │ ├── ex0_forward.png │ │ ├── moon_mlp_output.png │ │ └── moon_mlp_source.png │ └── micrograd │ │ └── engine.py ├── 02-softmax │ ├── README.md │ ├── numgd.py │ ├── soft.py │ └── test1.py ├── README.md └── _more │ ├── .gitignore │ ├── 01-原理 │ ├── README.md │ ├── engine.py │ ├── 劉立行期中作業.md │ └── 徐熙堯期中作業.md │ ├── 03-微型CNN │ ├── README.md │ └── microCnn.py │ └── 04-微型Transformer │ ├── NoTorch │ ├── .gitignore │ ├── NoTorch │ │ ├── __init__.py │ │ ├── attn.py │ │ ├── nn.py │ │ └── tensor.py │ ├── README.md │ ├── mlp_example.py │ ├── poetry.lock │ ├── poetry.toml │ ├── pyproject.toml │ └── speed_test.py │ └── README.md ├── 03a-MicroGrad ├── LICENSE ├── README.md ├── README1.md ├── ccc │ ├── README.md │ └── engine.py ├── demo.ipynb ├── demo.md ├── demo.py ├── demo2.py ├── ex0.md ├── ex0.py ├── ex1.md ├── ex1.py ├── gout.svg ├── img │ ├── ex0_backward.png │ ├── ex0_forward.png │ ├── moon_mlp_output.png │ └── moon_mlp_source.png ├── micrograd │ ├── __init__.py │ ├── engine.py │ └── nn.py ├── moon_mlp.png ├── puppy.jpg ├── setup.py ├── test │ └── test_engine.py ├── test_ccc.py └── trace_graph.ipynb ├── 03b-MacroGrad ├── README.md ├── classify.py ├── idea │ ├── Conv.md │ └── moreFunc.md ├── macrograd │ ├── __init__.py │ ├── engine.py │ └── nn.py ├── mnist.ipynb ├── mnist.md ├── mnist.py └── test │ └── numpy_test.py ├── 03c-MacroGrad2 ├── README.md ├── _bak │ ├── classify3_fail.py │ ├── classify_fail.py │ ├── nn2.py │ └── nn3.py ├── classify.md ├── classify.py ├── idea │ ├── Conv.md │ └── moreFunc.md ├── macrograd │ ├── __init__.py │ ├── engine.py │ └── nn.py ├── mnist.ipynb ├── mnist1_fail.py ├── mnist2a.md ├── mnist2a.py ├── mnist2b.md ├── mnist2b.py ├── mnist3.py └── test │ └── numpy_test.py ├── 03d-MacroGrad3_fail ├── README.md ├── _bak │ ├── classify3_fail.py │ ├── classify_fail.py │ ├── nn2.py │ └── nn3.py ├── classify.md ├── classify.py ├── idea │ ├── Conv.md │ └── moreFunc.md ├── macrograd │ ├── __init__.py │ ├── engine.py │ └── nn.py ├── mnist.ipynb ├── mnist1_fail.py ├── mnist2a.md ├── mnist2a.py ├── mnist2b.md ├── mnist2b.py ├── mnist3.py └── test │ └── numpy_test.py ├── 04-Gpt ├── 02-word2vec │ ├── 01-gensim │ │ ├── README.md │ │ ├── lsi.py │ │ ├── pretrained.md │ │ ├── pretrained.py │ │ ├── trainCorpus.md │ │ ├── trainCorpus.py │ │ ├── viewTrained.png │ │ └── viewTrained.py │ ├── 02-dogcat │ │ ├── dogcat.txt │ │ ├── dogcat2vec.md │ │ ├── dogcat2vec.py │ │ ├── dogcat2view.md │ │ ├── dogcat2view.png │ │ └── dogcat2view.py │ └── 03-corpus2vector │ │ ├── corpus │ │ ├── dogcat.txt │ │ ├── e2c.txt │ │ ├── english.txt │ │ ├── exp.txt │ │ ├── qa.txt │ │ ├── readme.md │ │ ├── shakespeare.txt │ │ └── summary.txt │ │ ├── corpus2vec.md │ │ ├── corpus2vec.py │ │ ├── corpus2view.md │ │ ├── corpus2view.py │ │ └── corpus2view_english.png ├── 03-embed │ ├── 01-diy │ │ ├── word2vec_diy.md │ │ └── word2vec_diy.py │ └── README.md └── README.md ├── 04a-MinRnn ├── README.md ├── corpus │ ├── e2c.txt │ ├── english.txt │ ├── exp.txt │ ├── qa.txt │ ├── song.md │ ├── song.txt │ ├── song_star.txt │ └── summary.txt ├── data_utils.py ├── english.py ├── english_rnn.txt ├── gen.sh ├── gen_e2c.py ├── gen_english.py ├── gen_exp.py ├── gen_qa.py ├── gen_summary.py ├── main.py ├── run.sh └── song_star_gru.txt ├── 04b-MinGpt ├── LICENSE ├── README.md ├── README1.md ├── chargpt.md ├── chargpt.py ├── corpus │ ├── e2c.txt │ ├── english.txt │ ├── exp.txt │ ├── input.txt │ ├── qa.txt │ ├── readme.md │ └── summary.txt ├── demo.ipynb ├── demo.md ├── demo.py ├── demoData.md ├── demoData.py ├── generate.ipynb ├── generate.md ├── generate.py ├── img │ ├── Attention.png │ ├── Gpt1Architecture.png │ ├── Gpt1Block.png │ ├── Gpt1Formula.png │ ├── NvidiaMegatronTransformer.png │ └── mingpt.jpg ├── md │ ├── chargpt_english.md │ ├── chargpt_exp.md │ ├── chargpt_qa.md │ └── chargpt_shakespeare.md ├── mingpt │ ├── __init__.py │ ├── bpe.py │ ├── model.py │ ├── trainer.py │ └── utils.py ├── setup.py └── 導讀.md ├── 04c-makemore ├── LICENSE ├── README.md ├── ccc │ └── run │ │ ├── english_rnn.md │ │ ├── names_rnn.md │ │ ├── song_gru.md │ │ ├── song_star_gru.md │ │ └── song_star_rnn.md ├── corpus │ ├── e2c.txt │ ├── english.txt │ ├── exp.txt │ ├── qa.txt │ └── summary.txt ├── makemore.py └── names.txt ├── 05a-llama └── README.md ├── 05b-llama2 ├── README.md ├── img │ ├── LlamaDir.png │ ├── NvidiaMegatronTransformer.png │ └── llama2trainModel.png └── 原理導讀.md ├── A1-layer └── README.md ├── A2-rnn └── README.md ├── README.md ├── _book ├── 00-前言與目錄.md ├── 01-深度學習簡介.md ├── 02-訓練算法.md ├── 02a-梯度下降法.md ├── 02a1-自製梯度下降法.md ├── 02b-微分與梯度.md ├── 02c-梯度下降法2.md ├── 02d-反傳遞演算法.md ├── 02d1-自製反傳遞演算法.md ├── 03-語言模型與RNN.md ├── 03a-詞向量.md ├── 03b-AutoEncoder.md ├── 03c-embed層.md ├── 03d-RNN循環神經網路.md ├── 04-Transformer.md ├── 04a-向ChatGPT學Transformer.md ├── 04b1-Attention的意義.md ├── 04b2-Attention的實作.md ├── 04b3-Attention的數學與意義.md ├── 04c-Pytorch中的Transformer.md ├── 04c-Transformer實作.md ├── 04f-BERT.md ├── 05-GPT.md ├── 05a-向ChatGPT學GPT.md ├── 05a1-GPT1.md ├── 05a2-GPT2.md ├── 05a3-GPT3.md ├── 05b-ChatGPT.md ├── 05c-OpenAi的API.md ├── 05d-minGPT.md ├── 06-深度學習應用.md ├── 06a-影像生成.md ├── 06a1-GAN.md ├── 06a2-VAE.md ├── 06a3-diffusion.md ├── 06b-影像識別.md ├── 06b1-CNN卷積神經網路.md ├── 06c-音樂作曲.md ├── 06d-下棋.md ├── 07-深度學習未來.md ├── A1-本書的撰寫方法.md ├── A9-nanoGPT.md ├── M1-數學背景.md ├── M1a-Vector.md ├── M1c-Activation.md ├── M2-優化.md ├── M2a-Loss.md ├── M2b-Optimizer.md ├── M2c-Batch.md ├── M3-機率統計.md ├── M3a-最大似然估計.md ├── R1-深度學習參考文獻.md ├── R2-用迭代法訓練神經網路.md ├── README.md └── img │ ├── Attention.png │ ├── GPT.png │ ├── GPT1_3.1.png │ ├── GPT1_3.2.png │ ├── Transformer.png │ ├── TransformerSplit.jpg │ ├── diff.png │ └── gradient.png └── _corpus ├── e2c.txt ├── english.txt ├── exp.txt ├── gen.sh ├── gen_e2c.py ├── gen_english.py ├── gen_exp.py ├── gen_qa.py ├── gen_summary.py ├── names.txt ├── qa.txt ├── song.md ├── song.txt ├── song_star.txt └── summary.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/.gitignore -------------------------------------------------------------------------------- /01-basic/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /02-grad/01-diff/diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02-grad/01-diff/diff.py -------------------------------------------------------------------------------- /02-grad/02-grad/grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02-grad/02-grad/grad.py -------------------------------------------------------------------------------- /02a-NumGrad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/README.md -------------------------------------------------------------------------------- /02a-NumGrad/README1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/README1.md -------------------------------------------------------------------------------- /02a-NumGrad/gd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/gd.py -------------------------------------------------------------------------------- /02a-NumGrad/gdArray.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/gdArray.md -------------------------------------------------------------------------------- /02a-NumGrad/gdArray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/gdArray.py -------------------------------------------------------------------------------- /02a-NumGrad/gdRegression.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/gdRegression.md -------------------------------------------------------------------------------- /02a-NumGrad/gdRegression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/gdRegression.py -------------------------------------------------------------------------------- /02a-NumGrad/img/gdRegression.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/02a-NumGrad/img/gdRegression.png -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/README.md -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/ex0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/ex0.md -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/ex0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/ex0.py -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/img/ex0_backward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/img/ex0_backward.png -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/img/ex0_forward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/img/ex0_forward.png -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/img/moon_mlp_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/img/moon_mlp_output.png -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/img/moon_mlp_source.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/img/moon_mlp_source.png -------------------------------------------------------------------------------- /03-backprop/01-micrograd0/micrograd/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/01-micrograd0/micrograd/engine.py -------------------------------------------------------------------------------- /03-backprop/02-softmax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/02-softmax/README.md -------------------------------------------------------------------------------- /03-backprop/02-softmax/numgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/02-softmax/numgd.py -------------------------------------------------------------------------------- /03-backprop/02-softmax/soft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/02-softmax/soft.py -------------------------------------------------------------------------------- /03-backprop/02-softmax/test1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/02-softmax/test1.py -------------------------------------------------------------------------------- /03-backprop/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/README.md -------------------------------------------------------------------------------- /03-backprop/_more/.gitignore: -------------------------------------------------------------------------------- 1 | .ipynb_checkpoints/ 2 | -------------------------------------------------------------------------------- /03-backprop/_more/01-原理/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/01-原理/README.md -------------------------------------------------------------------------------- /03-backprop/_more/01-原理/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/01-原理/engine.py -------------------------------------------------------------------------------- /03-backprop/_more/01-原理/劉立行期中作業.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/01-原理/劉立行期中作業.md -------------------------------------------------------------------------------- /03-backprop/_more/01-原理/徐熙堯期中作業.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/01-原理/徐熙堯期中作業.md -------------------------------------------------------------------------------- /03-backprop/_more/03-微型CNN/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/03-微型CNN/README.md -------------------------------------------------------------------------------- /03-backprop/_more/03-微型CNN/microCnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/03-微型CNN/microCnn.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/.gitignore: -------------------------------------------------------------------------------- 1 | NoTorch/__pycache__ 2 | /.venv -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/__init__.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/attn.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/nn.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/NoTorch/tensor.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/README.md -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/mlp_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/mlp_example.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/poetry.lock -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/poetry.toml: -------------------------------------------------------------------------------- 1 | [virtualenvs] 2 | in-project = true -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/pyproject.toml -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/NoTorch/speed_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/NoTorch/speed_test.py -------------------------------------------------------------------------------- /03-backprop/_more/04-微型Transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03-backprop/_more/04-微型Transformer/README.md -------------------------------------------------------------------------------- /03a-MicroGrad/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/LICENSE -------------------------------------------------------------------------------- /03a-MicroGrad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/README.md -------------------------------------------------------------------------------- /03a-MicroGrad/README1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/README1.md -------------------------------------------------------------------------------- /03a-MicroGrad/ccc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ccc/README.md -------------------------------------------------------------------------------- /03a-MicroGrad/ccc/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ccc/engine.py -------------------------------------------------------------------------------- /03a-MicroGrad/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/demo.ipynb -------------------------------------------------------------------------------- /03a-MicroGrad/demo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/demo.md -------------------------------------------------------------------------------- /03a-MicroGrad/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/demo.py -------------------------------------------------------------------------------- /03a-MicroGrad/demo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/demo2.py -------------------------------------------------------------------------------- /03a-MicroGrad/ex0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ex0.md -------------------------------------------------------------------------------- /03a-MicroGrad/ex0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ex0.py -------------------------------------------------------------------------------- /03a-MicroGrad/ex1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ex1.md -------------------------------------------------------------------------------- /03a-MicroGrad/ex1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/ex1.py -------------------------------------------------------------------------------- /03a-MicroGrad/gout.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/gout.svg -------------------------------------------------------------------------------- /03a-MicroGrad/img/ex0_backward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/img/ex0_backward.png -------------------------------------------------------------------------------- /03a-MicroGrad/img/ex0_forward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/img/ex0_forward.png -------------------------------------------------------------------------------- /03a-MicroGrad/img/moon_mlp_output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/img/moon_mlp_output.png -------------------------------------------------------------------------------- /03a-MicroGrad/img/moon_mlp_source.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/img/moon_mlp_source.png -------------------------------------------------------------------------------- /03a-MicroGrad/micrograd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /03a-MicroGrad/micrograd/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/micrograd/engine.py -------------------------------------------------------------------------------- /03a-MicroGrad/micrograd/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/micrograd/nn.py -------------------------------------------------------------------------------- /03a-MicroGrad/moon_mlp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/moon_mlp.png -------------------------------------------------------------------------------- /03a-MicroGrad/puppy.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/puppy.jpg -------------------------------------------------------------------------------- /03a-MicroGrad/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/setup.py -------------------------------------------------------------------------------- /03a-MicroGrad/test/test_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/test/test_engine.py -------------------------------------------------------------------------------- /03a-MicroGrad/test_ccc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/test_ccc.py -------------------------------------------------------------------------------- /03a-MicroGrad/trace_graph.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03a-MicroGrad/trace_graph.ipynb -------------------------------------------------------------------------------- /03b-MacroGrad/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/README.md -------------------------------------------------------------------------------- /03b-MacroGrad/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/classify.py -------------------------------------------------------------------------------- /03b-MacroGrad/idea/Conv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/idea/Conv.md -------------------------------------------------------------------------------- /03b-MacroGrad/idea/moreFunc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/idea/moreFunc.md -------------------------------------------------------------------------------- /03b-MacroGrad/macrograd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /03b-MacroGrad/macrograd/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/macrograd/engine.py -------------------------------------------------------------------------------- /03b-MacroGrad/macrograd/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/macrograd/nn.py -------------------------------------------------------------------------------- /03b-MacroGrad/mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/mnist.ipynb -------------------------------------------------------------------------------- /03b-MacroGrad/mnist.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/mnist.md -------------------------------------------------------------------------------- /03b-MacroGrad/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/mnist.py -------------------------------------------------------------------------------- /03b-MacroGrad/test/numpy_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03b-MacroGrad/test/numpy_test.py -------------------------------------------------------------------------------- /03c-MacroGrad2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/README.md -------------------------------------------------------------------------------- /03c-MacroGrad2/_bak/classify3_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/_bak/classify3_fail.py -------------------------------------------------------------------------------- /03c-MacroGrad2/_bak/classify_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/_bak/classify_fail.py -------------------------------------------------------------------------------- /03c-MacroGrad2/_bak/nn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/_bak/nn2.py -------------------------------------------------------------------------------- /03c-MacroGrad2/_bak/nn3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/_bak/nn3.py -------------------------------------------------------------------------------- /03c-MacroGrad2/classify.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/classify.md -------------------------------------------------------------------------------- /03c-MacroGrad2/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/classify.py -------------------------------------------------------------------------------- /03c-MacroGrad2/idea/Conv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/idea/Conv.md -------------------------------------------------------------------------------- /03c-MacroGrad2/idea/moreFunc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/idea/moreFunc.md -------------------------------------------------------------------------------- /03c-MacroGrad2/macrograd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /03c-MacroGrad2/macrograd/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/macrograd/engine.py -------------------------------------------------------------------------------- /03c-MacroGrad2/macrograd/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/macrograd/nn.py -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist.ipynb -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist1_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist1_fail.py -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist2a.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist2a.md -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist2a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist2a.py -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist2b.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist2b.md -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist2b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist2b.py -------------------------------------------------------------------------------- /03c-MacroGrad2/mnist3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/mnist3.py -------------------------------------------------------------------------------- /03c-MacroGrad2/test/numpy_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03c-MacroGrad2/test/numpy_test.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/README.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/_bak/classify3_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/_bak/classify3_fail.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/_bak/classify_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/_bak/classify_fail.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/_bak/nn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/_bak/nn2.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/_bak/nn3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/_bak/nn3.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/classify.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/classify.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/classify.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/idea/Conv.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/idea/Conv.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/idea/moreFunc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/idea/moreFunc.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/macrograd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/macrograd/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/macrograd/engine.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/macrograd/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/macrograd/nn.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist.ipynb -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist1_fail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist1_fail.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist2a.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist2a.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist2a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist2a.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist2b.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist2b.md -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist2b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist2b.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/mnist3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/mnist3.py -------------------------------------------------------------------------------- /03d-MacroGrad3_fail/test/numpy_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/03d-MacroGrad3_fail/test/numpy_test.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/README.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/lsi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/lsi.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/pretrained.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/pretrained.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/pretrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/pretrained.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/trainCorpus.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/trainCorpus.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/trainCorpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/trainCorpus.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/viewTrained.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/viewTrained.png -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/01-gensim/viewTrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/01-gensim/viewTrained.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat2vec.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat2vec.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat2vec.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat2view.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat2view.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat2view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat2view.png -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/02-dogcat/dogcat2view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/02-dogcat/dogcat2view.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/dogcat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/dogcat.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/e2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/e2c.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/english.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/exp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/exp.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/qa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/qa.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/readme.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/shakespeare.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/shakespeare.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus/summary.txt -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus2vec.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus2vec.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus2vec.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus2view.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus2view.md -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus2view.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus2view.py -------------------------------------------------------------------------------- /04-Gpt/02-word2vec/03-corpus2vector/corpus2view_english.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/02-word2vec/03-corpus2vector/corpus2view_english.png -------------------------------------------------------------------------------- /04-Gpt/03-embed/01-diy/word2vec_diy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/03-embed/01-diy/word2vec_diy.md -------------------------------------------------------------------------------- /04-Gpt/03-embed/01-diy/word2vec_diy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/03-embed/01-diy/word2vec_diy.py -------------------------------------------------------------------------------- /04-Gpt/03-embed/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /04-Gpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04-Gpt/README.md -------------------------------------------------------------------------------- /04a-MinRnn/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/README.md -------------------------------------------------------------------------------- /04a-MinRnn/corpus/e2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/e2c.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/english.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/exp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/exp.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/qa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/qa.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/song.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/song.md -------------------------------------------------------------------------------- /04a-MinRnn/corpus/song.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/song.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/song_star.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/song_star.txt -------------------------------------------------------------------------------- /04a-MinRnn/corpus/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/corpus/summary.txt -------------------------------------------------------------------------------- /04a-MinRnn/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/data_utils.py -------------------------------------------------------------------------------- /04a-MinRnn/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/english.py -------------------------------------------------------------------------------- /04a-MinRnn/english_rnn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/english_rnn.txt -------------------------------------------------------------------------------- /04a-MinRnn/gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen.sh -------------------------------------------------------------------------------- /04a-MinRnn/gen_e2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen_e2c.py -------------------------------------------------------------------------------- /04a-MinRnn/gen_english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen_english.py -------------------------------------------------------------------------------- /04a-MinRnn/gen_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen_exp.py -------------------------------------------------------------------------------- /04a-MinRnn/gen_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen_qa.py -------------------------------------------------------------------------------- /04a-MinRnn/gen_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/gen_summary.py -------------------------------------------------------------------------------- /04a-MinRnn/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/main.py -------------------------------------------------------------------------------- /04a-MinRnn/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/run.sh -------------------------------------------------------------------------------- /04a-MinRnn/song_star_gru.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04a-MinRnn/song_star_gru.txt -------------------------------------------------------------------------------- /04b-MinGpt/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/LICENSE -------------------------------------------------------------------------------- /04b-MinGpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/README.md -------------------------------------------------------------------------------- /04b-MinGpt/README1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/README1.md -------------------------------------------------------------------------------- /04b-MinGpt/chargpt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/chargpt.md -------------------------------------------------------------------------------- /04b-MinGpt/chargpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/chargpt.py -------------------------------------------------------------------------------- /04b-MinGpt/corpus/e2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/e2c.txt -------------------------------------------------------------------------------- /04b-MinGpt/corpus/english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/english.txt -------------------------------------------------------------------------------- /04b-MinGpt/corpus/exp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/exp.txt -------------------------------------------------------------------------------- /04b-MinGpt/corpus/input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/input.txt -------------------------------------------------------------------------------- /04b-MinGpt/corpus/qa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/qa.txt -------------------------------------------------------------------------------- /04b-MinGpt/corpus/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/readme.md -------------------------------------------------------------------------------- /04b-MinGpt/corpus/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/corpus/summary.txt -------------------------------------------------------------------------------- /04b-MinGpt/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/demo.ipynb -------------------------------------------------------------------------------- /04b-MinGpt/demo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/demo.md -------------------------------------------------------------------------------- /04b-MinGpt/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/demo.py -------------------------------------------------------------------------------- /04b-MinGpt/demoData.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/demoData.md -------------------------------------------------------------------------------- /04b-MinGpt/demoData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/demoData.py -------------------------------------------------------------------------------- /04b-MinGpt/generate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/generate.ipynb -------------------------------------------------------------------------------- /04b-MinGpt/generate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/generate.md -------------------------------------------------------------------------------- /04b-MinGpt/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/generate.py -------------------------------------------------------------------------------- /04b-MinGpt/img/Attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/Attention.png -------------------------------------------------------------------------------- /04b-MinGpt/img/Gpt1Architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/Gpt1Architecture.png -------------------------------------------------------------------------------- /04b-MinGpt/img/Gpt1Block.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/Gpt1Block.png -------------------------------------------------------------------------------- /04b-MinGpt/img/Gpt1Formula.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/Gpt1Formula.png -------------------------------------------------------------------------------- /04b-MinGpt/img/NvidiaMegatronTransformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/NvidiaMegatronTransformer.png -------------------------------------------------------------------------------- /04b-MinGpt/img/mingpt.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/img/mingpt.jpg -------------------------------------------------------------------------------- /04b-MinGpt/md/chargpt_english.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/md/chargpt_english.md -------------------------------------------------------------------------------- /04b-MinGpt/md/chargpt_exp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/md/chargpt_exp.md -------------------------------------------------------------------------------- /04b-MinGpt/md/chargpt_qa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/md/chargpt_qa.md -------------------------------------------------------------------------------- /04b-MinGpt/md/chargpt_shakespeare.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/md/chargpt_shakespeare.md -------------------------------------------------------------------------------- /04b-MinGpt/mingpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /04b-MinGpt/mingpt/bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/mingpt/bpe.py -------------------------------------------------------------------------------- /04b-MinGpt/mingpt/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/mingpt/model.py -------------------------------------------------------------------------------- /04b-MinGpt/mingpt/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/mingpt/trainer.py -------------------------------------------------------------------------------- /04b-MinGpt/mingpt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/mingpt/utils.py -------------------------------------------------------------------------------- /04b-MinGpt/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/setup.py -------------------------------------------------------------------------------- /04b-MinGpt/導讀.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04b-MinGpt/導讀.md -------------------------------------------------------------------------------- /04c-makemore/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/LICENSE -------------------------------------------------------------------------------- /04c-makemore/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/README.md -------------------------------------------------------------------------------- /04c-makemore/ccc/run/english_rnn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/ccc/run/english_rnn.md -------------------------------------------------------------------------------- /04c-makemore/ccc/run/names_rnn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/ccc/run/names_rnn.md -------------------------------------------------------------------------------- /04c-makemore/ccc/run/song_gru.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/ccc/run/song_gru.md -------------------------------------------------------------------------------- /04c-makemore/ccc/run/song_star_gru.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/ccc/run/song_star_gru.md -------------------------------------------------------------------------------- /04c-makemore/ccc/run/song_star_rnn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/ccc/run/song_star_rnn.md -------------------------------------------------------------------------------- /04c-makemore/corpus/e2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/corpus/e2c.txt -------------------------------------------------------------------------------- /04c-makemore/corpus/english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/corpus/english.txt -------------------------------------------------------------------------------- /04c-makemore/corpus/exp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/corpus/exp.txt -------------------------------------------------------------------------------- /04c-makemore/corpus/qa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/corpus/qa.txt -------------------------------------------------------------------------------- /04c-makemore/corpus/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/corpus/summary.txt -------------------------------------------------------------------------------- /04c-makemore/makemore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/makemore.py -------------------------------------------------------------------------------- /04c-makemore/names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/04c-makemore/names.txt -------------------------------------------------------------------------------- /05a-llama/README.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [LLaMA: Open and Efficient Foundation Language Models](https://arxiv.org/pdf/2302.13971.pdf) 4 | -------------------------------------------------------------------------------- /05b-llama2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/05b-llama2/README.md -------------------------------------------------------------------------------- /05b-llama2/img/LlamaDir.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/05b-llama2/img/LlamaDir.png -------------------------------------------------------------------------------- /05b-llama2/img/NvidiaMegatronTransformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/05b-llama2/img/NvidiaMegatronTransformer.png -------------------------------------------------------------------------------- /05b-llama2/img/llama2trainModel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/05b-llama2/img/llama2trainModel.png -------------------------------------------------------------------------------- /05b-llama2/原理導讀.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/05b-llama2/原理導讀.md -------------------------------------------------------------------------------- /A1-layer/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /A2-rnn/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # ChatGPT 背後的數學與程式 2 | 3 | -------------------------------------------------------------------------------- /_book/00-前言與目錄.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/00-前言與目錄.md -------------------------------------------------------------------------------- /_book/01-深度學習簡介.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/01-深度學習簡介.md -------------------------------------------------------------------------------- /_book/02-訓練算法.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_book/02a-梯度下降法.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02a-梯度下降法.md -------------------------------------------------------------------------------- /_book/02a1-自製梯度下降法.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02a1-自製梯度下降法.md -------------------------------------------------------------------------------- /_book/02b-微分與梯度.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02b-微分與梯度.md -------------------------------------------------------------------------------- /_book/02c-梯度下降法2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02c-梯度下降法2.md -------------------------------------------------------------------------------- /_book/02d-反傳遞演算法.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02d-反傳遞演算法.md -------------------------------------------------------------------------------- /_book/02d1-自製反傳遞演算法.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/02d1-自製反傳遞演算法.md -------------------------------------------------------------------------------- /_book/03-語言模型與RNN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/03-語言模型與RNN.md -------------------------------------------------------------------------------- /_book/03a-詞向量.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/03a-詞向量.md -------------------------------------------------------------------------------- /_book/03b-AutoEncoder.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/03b-AutoEncoder.md -------------------------------------------------------------------------------- /_book/03c-embed層.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/03c-embed層.md -------------------------------------------------------------------------------- /_book/03d-RNN循環神經網路.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/03d-RNN循環神經網路.md -------------------------------------------------------------------------------- /_book/04-Transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04-Transformer.md -------------------------------------------------------------------------------- /_book/04a-向ChatGPT學Transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04a-向ChatGPT學Transformer.md -------------------------------------------------------------------------------- /_book/04b1-Attention的意義.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04b1-Attention的意義.md -------------------------------------------------------------------------------- /_book/04b2-Attention的實作.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04b2-Attention的實作.md -------------------------------------------------------------------------------- /_book/04b3-Attention的數學與意義.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04b3-Attention的數學與意義.md -------------------------------------------------------------------------------- /_book/04c-Pytorch中的Transformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04c-Pytorch中的Transformer.md -------------------------------------------------------------------------------- /_book/04c-Transformer實作.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04c-Transformer實作.md -------------------------------------------------------------------------------- /_book/04f-BERT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/04f-BERT.md -------------------------------------------------------------------------------- /_book/05-GPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05-GPT.md -------------------------------------------------------------------------------- /_book/05a-向ChatGPT學GPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05a-向ChatGPT學GPT.md -------------------------------------------------------------------------------- /_book/05a1-GPT1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05a1-GPT1.md -------------------------------------------------------------------------------- /_book/05a2-GPT2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05a2-GPT2.md -------------------------------------------------------------------------------- /_book/05a3-GPT3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05a3-GPT3.md -------------------------------------------------------------------------------- /_book/05b-ChatGPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05b-ChatGPT.md -------------------------------------------------------------------------------- /_book/05c-OpenAi的API.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05c-OpenAi的API.md -------------------------------------------------------------------------------- /_book/05d-minGPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/05d-minGPT.md -------------------------------------------------------------------------------- /_book/06-深度學習應用.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/06-深度學習應用.md -------------------------------------------------------------------------------- /_book/06a-影像生成.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Variational Autoencoders - EXPLAINED!](https://www.youtube.com/watch?v=fcvYpzHmhvA) 4 | 5 | -------------------------------------------------------------------------------- /_book/06a1-GAN.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_book/06a2-VAE.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Variational Autoencoders - EXPLAINED!](https://www.youtube.com/watch?v=fcvYpzHmhvA) 4 | -------------------------------------------------------------------------------- /_book/06a3-diffusion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/06a3-diffusion.md -------------------------------------------------------------------------------- /_book/06b-影像識別.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/06b-影像識別.md -------------------------------------------------------------------------------- /_book/06b1-CNN卷積神經網路.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/06b1-CNN卷積神經網路.md -------------------------------------------------------------------------------- /_book/06c-音樂作曲.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Transformer Neural Net makes music! (JukeboxAI)](https://www.youtube.com/watch?v=7IEEKvcudrA) 4 | -------------------------------------------------------------------------------- /_book/06d-下棋.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Deep Mind's AlphaGo Zero - EXPLAINED](https://www.youtube.com/watch?v=NJBLx29JuHs) 4 | -------------------------------------------------------------------------------- /_book/07-深度學習未來.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/07-深度學習未來.md -------------------------------------------------------------------------------- /_book/A1-本書的撰寫方法.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/A1-本書的撰寫方法.md -------------------------------------------------------------------------------- /_book/A9-nanoGPT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/A9-nanoGPT.md -------------------------------------------------------------------------------- /_book/M1-數學背景.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/M1-數學背景.md -------------------------------------------------------------------------------- /_book/M1a-Vector.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Vectors In Transformer Neural Networks](https://www.youtube.com/watch?v=l4is4uHvKlU) -------------------------------------------------------------------------------- /_book/M1c-Activation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/M1c-Activation.md -------------------------------------------------------------------------------- /_book/M2-優化.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_book/M2a-Loss.md: -------------------------------------------------------------------------------- 1 | * [Loss Functions - EXPLAINED!](https://www.youtube.com/watch?v=QBbC3Cjsnjg) -------------------------------------------------------------------------------- /_book/M2b-Optimizer.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Optimizers - EXPLAINED!](https://www.youtube.com/watch?v=mdKjMPmcWjY) 4 | -------------------------------------------------------------------------------- /_book/M2c-Batch.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Batch Normalization - EXPLAINED!](https://www.youtube.com/watch?v=DtEq44FTPM4) 4 | -------------------------------------------------------------------------------- /_book/M3-機率統計.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/M3-機率統計.md -------------------------------------------------------------------------------- /_book/M3a-最大似然估計.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | * [Likelihood Estimation - THE MATH YOU SHOULD KNOW!](https://www.youtube.com/watch?v=-eGJuwQ5A2o) -------------------------------------------------------------------------------- /_book/R1-深度學習參考文獻.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/R1-深度學習參考文獻.md -------------------------------------------------------------------------------- /_book/R2-用迭代法訓練神經網路.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/R2-用迭代法訓練神經網路.md -------------------------------------------------------------------------------- /_book/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_book/img/Attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/Attention.png -------------------------------------------------------------------------------- /_book/img/GPT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/GPT.png -------------------------------------------------------------------------------- /_book/img/GPT1_3.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/GPT1_3.1.png -------------------------------------------------------------------------------- /_book/img/GPT1_3.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/GPT1_3.2.png -------------------------------------------------------------------------------- /_book/img/Transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/Transformer.png -------------------------------------------------------------------------------- /_book/img/TransformerSplit.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/TransformerSplit.jpg -------------------------------------------------------------------------------- /_book/img/diff.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/diff.png -------------------------------------------------------------------------------- /_book/img/gradient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_book/img/gradient.png -------------------------------------------------------------------------------- /_corpus/e2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/e2c.txt -------------------------------------------------------------------------------- /_corpus/english.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/english.txt -------------------------------------------------------------------------------- /_corpus/exp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/exp.txt -------------------------------------------------------------------------------- /_corpus/gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen.sh -------------------------------------------------------------------------------- /_corpus/gen_e2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen_e2c.py -------------------------------------------------------------------------------- /_corpus/gen_english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen_english.py -------------------------------------------------------------------------------- /_corpus/gen_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen_exp.py -------------------------------------------------------------------------------- /_corpus/gen_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen_qa.py -------------------------------------------------------------------------------- /_corpus/gen_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/gen_summary.py -------------------------------------------------------------------------------- /_corpus/names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/names.txt -------------------------------------------------------------------------------- /_corpus/qa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/qa.txt -------------------------------------------------------------------------------- /_corpus/song.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/song.md -------------------------------------------------------------------------------- /_corpus/song.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/song.txt -------------------------------------------------------------------------------- /_corpus/song_star.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/song_star.txt -------------------------------------------------------------------------------- /_corpus/summary.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cccbook/py2gpt/HEAD/_corpus/summary.txt --------------------------------------------------------------------------------