├── LICENSE ├── MAC ├── CartPole.tar.gz ├── CartPoleUtil.py ├── MountainCarUtil.py ├── ch11CartPoleMAC.ipynb ├── ch11util.py ├── ch15MountainCarMAC.ipynb ├── ch17Deep_Q_MAC.ipynb ├── ch17util.py └── files │ └── ch17 │ └── cartpole_deepQ.h5 ├── README.md ├── VersionControl.txt ├── ch01_Installations.ipynb ├── ch02CreateAnimations.ipynb ├── ch03introML.ipynb ├── ch04Gradient_Descent.ipynb ├── ch05NueralNetworks.ipynb ├── ch06ActivationFunctions.ipynb ├── ch07BinaryClassifications.ipynb ├── ch08ConvolutionalNetworks.ipynb ├── ch09MultiClassifications.ipynb ├── ch10Frozen_Lake.ipynb ├── ch11Cart_Pole.ipynb ├── ch12TicTacToe.ipynb ├── ch13ConnectFour.ipynb ├── ch14IntroRL.ipynb ├── ch15MountainCar.ipynb ├── ch16RouteML.ipynb ├── ch17Deep_Q.ipynb ├── ch18PG_Pong.ipynb ├── ch19PG_Breakout.ipynb ├── ch20DoubleDeepQ.ipynb ├── ch21Space_Invaders.ipynb ├── ch22ScalingUpDoubleDeepQ.ipynb ├── files ├── ch01 │ └── tmp.ipynb ├── ch02 │ ├── GDPs.csv │ ├── GDPs.gif │ ├── bar.gif │ ├── combine.png │ ├── fig2.1.png │ └── lines.png ├── ch03 │ └── MyAnswer.txt ├── ch04 │ └── lrs.gif ├── ch05 │ └── nn.png ├── ch06 │ └── fig6.2.png ├── ch07 │ └── binary.png ├── ch08 │ └── binary_conv.h5 ├── ch09 │ └── horse.jpg ├── ch10 │ ├── game_states.png │ ├── lake_surface.png │ └── trained_frozen.h5 ├── ch11 │ └── trained_cartpole.h5 ├── ch12 │ └── trained_ttt100K.h5 ├── ch13 │ └── trained_conn.h5 ├── ch14 │ ├── Qtable.csv │ └── trained_Q.csv ├── ch15 │ └── mountain_car_Qs.p ├── ch16 │ └── Qs.pickle ├── ch17 │ └── cartpole_deepQ.h5 ├── ch18 │ ├── difference.png │ ├── pg_pong.p │ ├── preprocess.png │ └── trained_pg.png ├── ch19 │ ├── above100.zip │ └── pg_breakout.p ├── ch20 │ ├── DoubleQ_Breakout.h5 │ ├── breakout_frames1.zip │ └── four_frames.jpg ├── ch21 │ ├── DoubleQ_Invaders.h5 │ ├── invaders1.zip │ ├── invaders_plots.jpg │ └── invaders_windows.jpg ├── ch22 │ ├── BeamRider.h5 │ ├── BeamRider4.zip │ ├── Seaquest.h5 │ └── Seaquest2.zip └── tmp.ipynb └── utils ├── __init__.py ├── ch07util.py ├── ch08util.py ├── ch09util.py ├── ch10util.py ├── ch11util.py ├── ch12util.py ├── ch13util.py ├── ch14util.py ├── ch16util.py ├── ch17util.py ├── ch18util.py ├── ch19util.py ├── ch20util.py ├── ch21util.py ├── ch22util.py ├── conn_env.py ├── frozenlake_env.py └── ttt_env.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/LICENSE -------------------------------------------------------------------------------- /MAC/CartPole.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/CartPole.tar.gz -------------------------------------------------------------------------------- /MAC/CartPoleUtil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/CartPoleUtil.py -------------------------------------------------------------------------------- /MAC/MountainCarUtil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/MountainCarUtil.py -------------------------------------------------------------------------------- /MAC/ch11CartPoleMAC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/ch11CartPoleMAC.ipynb -------------------------------------------------------------------------------- /MAC/ch11util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/ch11util.py -------------------------------------------------------------------------------- /MAC/ch15MountainCarMAC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/ch15MountainCarMAC.ipynb -------------------------------------------------------------------------------- /MAC/ch17Deep_Q_MAC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/ch17Deep_Q_MAC.ipynb -------------------------------------------------------------------------------- /MAC/ch17util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/ch17util.py -------------------------------------------------------------------------------- /MAC/files/ch17/cartpole_deepQ.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/MAC/files/ch17/cartpole_deepQ.h5 -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/README.md -------------------------------------------------------------------------------- /VersionControl.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/VersionControl.txt -------------------------------------------------------------------------------- /ch01_Installations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch01_Installations.ipynb -------------------------------------------------------------------------------- /ch02CreateAnimations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch02CreateAnimations.ipynb -------------------------------------------------------------------------------- /ch03introML.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch03introML.ipynb -------------------------------------------------------------------------------- /ch04Gradient_Descent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch04Gradient_Descent.ipynb -------------------------------------------------------------------------------- /ch05NueralNetworks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch05NueralNetworks.ipynb -------------------------------------------------------------------------------- /ch06ActivationFunctions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch06ActivationFunctions.ipynb -------------------------------------------------------------------------------- /ch07BinaryClassifications.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch07BinaryClassifications.ipynb -------------------------------------------------------------------------------- /ch08ConvolutionalNetworks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch08ConvolutionalNetworks.ipynb -------------------------------------------------------------------------------- /ch09MultiClassifications.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch09MultiClassifications.ipynb -------------------------------------------------------------------------------- /ch10Frozen_Lake.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch10Frozen_Lake.ipynb -------------------------------------------------------------------------------- /ch11Cart_Pole.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch11Cart_Pole.ipynb -------------------------------------------------------------------------------- /ch12TicTacToe.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch12TicTacToe.ipynb -------------------------------------------------------------------------------- /ch13ConnectFour.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch13ConnectFour.ipynb -------------------------------------------------------------------------------- /ch14IntroRL.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch14IntroRL.ipynb -------------------------------------------------------------------------------- /ch15MountainCar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch15MountainCar.ipynb -------------------------------------------------------------------------------- /ch16RouteML.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch16RouteML.ipynb -------------------------------------------------------------------------------- /ch17Deep_Q.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch17Deep_Q.ipynb -------------------------------------------------------------------------------- /ch18PG_Pong.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch18PG_Pong.ipynb -------------------------------------------------------------------------------- /ch19PG_Breakout.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch19PG_Breakout.ipynb -------------------------------------------------------------------------------- /ch20DoubleDeepQ.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch20DoubleDeepQ.ipynb -------------------------------------------------------------------------------- /ch21Space_Invaders.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch21Space_Invaders.ipynb -------------------------------------------------------------------------------- /ch22ScalingUpDoubleDeepQ.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/ch22ScalingUpDoubleDeepQ.ipynb -------------------------------------------------------------------------------- /files/ch01/tmp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch01/tmp.ipynb -------------------------------------------------------------------------------- /files/ch02/GDPs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/GDPs.csv -------------------------------------------------------------------------------- /files/ch02/GDPs.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/GDPs.gif -------------------------------------------------------------------------------- /files/ch02/bar.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/bar.gif -------------------------------------------------------------------------------- /files/ch02/combine.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/combine.png -------------------------------------------------------------------------------- /files/ch02/fig2.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/fig2.1.png -------------------------------------------------------------------------------- /files/ch02/lines.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch02/lines.png -------------------------------------------------------------------------------- /files/ch03/MyAnswer.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch03/MyAnswer.txt -------------------------------------------------------------------------------- /files/ch04/lrs.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch04/lrs.gif -------------------------------------------------------------------------------- /files/ch05/nn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch05/nn.png -------------------------------------------------------------------------------- /files/ch06/fig6.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch06/fig6.2.png -------------------------------------------------------------------------------- /files/ch07/binary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch07/binary.png -------------------------------------------------------------------------------- /files/ch08/binary_conv.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch08/binary_conv.h5 -------------------------------------------------------------------------------- /files/ch09/horse.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch09/horse.jpg -------------------------------------------------------------------------------- /files/ch10/game_states.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch10/game_states.png -------------------------------------------------------------------------------- /files/ch10/lake_surface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch10/lake_surface.png -------------------------------------------------------------------------------- /files/ch10/trained_frozen.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch10/trained_frozen.h5 -------------------------------------------------------------------------------- /files/ch11/trained_cartpole.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch11/trained_cartpole.h5 -------------------------------------------------------------------------------- /files/ch12/trained_ttt100K.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch12/trained_ttt100K.h5 -------------------------------------------------------------------------------- /files/ch13/trained_conn.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch13/trained_conn.h5 -------------------------------------------------------------------------------- /files/ch14/Qtable.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch14/Qtable.csv -------------------------------------------------------------------------------- /files/ch14/trained_Q.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch14/trained_Q.csv -------------------------------------------------------------------------------- /files/ch15/mountain_car_Qs.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch15/mountain_car_Qs.p -------------------------------------------------------------------------------- /files/ch16/Qs.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch16/Qs.pickle -------------------------------------------------------------------------------- /files/ch17/cartpole_deepQ.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch17/cartpole_deepQ.h5 -------------------------------------------------------------------------------- /files/ch18/difference.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch18/difference.png -------------------------------------------------------------------------------- /files/ch18/pg_pong.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch18/pg_pong.p -------------------------------------------------------------------------------- /files/ch18/preprocess.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch18/preprocess.png -------------------------------------------------------------------------------- /files/ch18/trained_pg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch18/trained_pg.png -------------------------------------------------------------------------------- /files/ch19/above100.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch19/above100.zip -------------------------------------------------------------------------------- /files/ch19/pg_breakout.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch19/pg_breakout.p -------------------------------------------------------------------------------- /files/ch20/DoubleQ_Breakout.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch20/DoubleQ_Breakout.h5 -------------------------------------------------------------------------------- /files/ch20/breakout_frames1.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch20/breakout_frames1.zip -------------------------------------------------------------------------------- /files/ch20/four_frames.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch20/four_frames.jpg -------------------------------------------------------------------------------- /files/ch21/DoubleQ_Invaders.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch21/DoubleQ_Invaders.h5 -------------------------------------------------------------------------------- /files/ch21/invaders1.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch21/invaders1.zip -------------------------------------------------------------------------------- /files/ch21/invaders_plots.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch21/invaders_plots.jpg -------------------------------------------------------------------------------- /files/ch21/invaders_windows.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch21/invaders_windows.jpg -------------------------------------------------------------------------------- /files/ch22/BeamRider.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch22/BeamRider.h5 -------------------------------------------------------------------------------- /files/ch22/BeamRider4.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch22/BeamRider4.zip -------------------------------------------------------------------------------- /files/ch22/Seaquest.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch22/Seaquest.h5 -------------------------------------------------------------------------------- /files/ch22/Seaquest2.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/ch22/Seaquest2.zip -------------------------------------------------------------------------------- /files/tmp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/files/tmp.ipynb -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/ch07util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch07util.py -------------------------------------------------------------------------------- /utils/ch08util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch08util.py -------------------------------------------------------------------------------- /utils/ch09util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch09util.py -------------------------------------------------------------------------------- /utils/ch10util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch10util.py -------------------------------------------------------------------------------- /utils/ch11util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch11util.py -------------------------------------------------------------------------------- /utils/ch12util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch12util.py -------------------------------------------------------------------------------- /utils/ch13util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch13util.py -------------------------------------------------------------------------------- /utils/ch14util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch14util.py -------------------------------------------------------------------------------- /utils/ch16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch16util.py -------------------------------------------------------------------------------- /utils/ch17util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch17util.py -------------------------------------------------------------------------------- /utils/ch18util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch18util.py -------------------------------------------------------------------------------- /utils/ch19util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch19util.py -------------------------------------------------------------------------------- /utils/ch20util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch20util.py -------------------------------------------------------------------------------- /utils/ch21util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch21util.py -------------------------------------------------------------------------------- /utils/ch22util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ch22util.py -------------------------------------------------------------------------------- /utils/conn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/conn_env.py -------------------------------------------------------------------------------- /utils/frozenlake_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/frozenlake_env.py -------------------------------------------------------------------------------- /utils/ttt_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/markhliu/MLA/HEAD/utils/ttt_env.py --------------------------------------------------------------------------------