├── .gitignore ├── LICENSE ├── README.md ├── clr.py ├── images ├── lr.png ├── momentum.png ├── one_cycle_lr.png ├── one_cycle_momentum.png └── weight_decay.png ├── models ├── mobilenet │ ├── find_lr_schedule.py │ ├── find_momentum_schedule.py │ ├── find_weight_decay_schedule.py │ ├── mobilenets.py │ ├── train_cifar_10.py │ └── weights │ │ ├── losses.npy │ │ ├── lrs.npy │ │ ├── mobilenet_v2 - 9033.h5 │ │ ├── mobilenet_v2.h5 │ │ ├── momentum │ │ ├── momentum-0.9 │ │ │ ├── losses.npy │ │ │ └── lrs.npy │ │ ├── momentum-0.95 │ │ │ ├── losses.npy │ │ │ └── lrs.npy │ │ └── momentum-0.99 │ │ │ ├── losses.npy │ │ │ └── lrs.npy │ │ └── weight_decay │ │ ├── weight_decay-1e-05 │ │ ├── losses.npy │ │ └── lrs.npy │ │ ├── weight_decay-1e-06 │ │ ├── losses.npy │ │ └── lrs.npy │ │ ├── weight_decay-1e-07 │ │ ├── losses.npy │ │ └── lrs.npy │ │ ├── weight_decay-3e-05 │ │ ├── losses.npy │ │ └── lrs.npy │ │ └── weight_decay-3e-06 │ │ ├── losses.npy │ │ └── lrs.npy └── small │ ├── find_lr_schedule.py │ ├── find_momentum_schedule.py │ ├── find_weight_decay_schedule.py │ ├── model.py │ ├── train_cifar_10.py │ └── weights │ ├── losses.npy │ ├── lrs.npy │ ├── mini_vgg.h5 │ ├── momentum │ ├── momentum-0.9 │ │ ├── losses.npy │ │ └── lrs.npy │ ├── momentum-0.95 │ │ ├── losses.npy │ │ └── lrs.npy │ └── momentum-0.99 │ │ ├── losses.npy │ │ └── lrs.npy │ └── weight_decay │ ├── weight_decay-0.0001 │ ├── losses.npy │ └── lrs.npy │ ├── weight_decay-0.0003 │ ├── losses.npy │ └── lrs.npy │ ├── weight_decay-0.001 │ ├── losses.npy │ └── lrs.npy │ ├── weight_decay-0.003 │ ├── losses.npy │ └── lrs.npy │ ├── weight_decay-1e-05 │ ├── losses.npy │ └── lrs.npy │ ├── weight_decay-1e-06 │ ├── losses.npy │ └── lrs.npy │ └── weight_decay-1e-07 │ ├── losses.npy │ └── lrs.npy └── plot_clr.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/README.md -------------------------------------------------------------------------------- /clr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/clr.py -------------------------------------------------------------------------------- /images/lr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/images/lr.png -------------------------------------------------------------------------------- /images/momentum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/images/momentum.png -------------------------------------------------------------------------------- /images/one_cycle_lr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/images/one_cycle_lr.png -------------------------------------------------------------------------------- /images/one_cycle_momentum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/images/one_cycle_momentum.png -------------------------------------------------------------------------------- /images/weight_decay.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/images/weight_decay.png -------------------------------------------------------------------------------- /models/mobilenet/find_lr_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/find_lr_schedule.py -------------------------------------------------------------------------------- /models/mobilenet/find_momentum_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/find_momentum_schedule.py -------------------------------------------------------------------------------- /models/mobilenet/find_weight_decay_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/find_weight_decay_schedule.py -------------------------------------------------------------------------------- /models/mobilenet/mobilenets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/mobilenets.py -------------------------------------------------------------------------------- /models/mobilenet/train_cifar_10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/train_cifar_10.py -------------------------------------------------------------------------------- /models/mobilenet/weights/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/mobilenet_v2 - 9033.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/mobilenet_v2 - 9033.h5 -------------------------------------------------------------------------------- /models/mobilenet/weights/mobilenet_v2.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/mobilenet_v2.h5 -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.9/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.9/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.9/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.9/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.95/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.95/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.95/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.95/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.99/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.99/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/momentum/momentum-0.99/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/momentum/momentum-0.99/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-05/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-05/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-05/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-05/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-06/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-06/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-06/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-06/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-07/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-07/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-1e-07/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-1e-07/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-3e-05/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-3e-05/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-3e-05/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-3e-05/lrs.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-3e-06/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-3e-06/losses.npy -------------------------------------------------------------------------------- /models/mobilenet/weights/weight_decay/weight_decay-3e-06/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/mobilenet/weights/weight_decay/weight_decay-3e-06/lrs.npy -------------------------------------------------------------------------------- /models/small/find_lr_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/find_lr_schedule.py -------------------------------------------------------------------------------- /models/small/find_momentum_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/find_momentum_schedule.py -------------------------------------------------------------------------------- /models/small/find_weight_decay_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/find_weight_decay_schedule.py -------------------------------------------------------------------------------- /models/small/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/model.py -------------------------------------------------------------------------------- /models/small/train_cifar_10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/train_cifar_10.py -------------------------------------------------------------------------------- /models/small/weights/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/losses.npy -------------------------------------------------------------------------------- /models/small/weights/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/mini_vgg.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/mini_vgg.h5 -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.9/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.9/losses.npy -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.9/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.9/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.95/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.95/losses.npy -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.95/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.95/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.99/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.99/losses.npy -------------------------------------------------------------------------------- /models/small/weights/momentum/momentum-0.99/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/momentum/momentum-0.99/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.0001/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.0001/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.0001/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.0001/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.0003/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.0003/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.0003/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.0003/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.001/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.001/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.001/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.001/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.003/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.003/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-0.003/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-0.003/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-05/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-05/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-05/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-05/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-06/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-06/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-06/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-06/lrs.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-07/losses.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-07/losses.npy -------------------------------------------------------------------------------- /models/small/weights/weight_decay/weight_decay-1e-07/lrs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/models/small/weights/weight_decay/weight_decay-1e-07/lrs.npy -------------------------------------------------------------------------------- /plot_clr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/titu1994/keras-one-cycle/HEAD/plot_clr.py --------------------------------------------------------------------------------