├── L2TermComputation3.py ├── L2TermComputation4.py ├── README.md ├── Results ├── clr3SS5kCifar100Fig8 ├── clr3SS5kFig1a ├── clr3SS5kMom85Fig11 ├── clr3SS5kMom8Fig11 ├── clr3SS5kMom95Fig11 ├── clr3SS5kNestFig9 ├── clr3SS5kRes110Tab1 ├── clr3SS5kRes20Tab1 ├── clr3SS5kTr10kTab1 ├── clr3SS5kTr20kTab1 ├── clr3SS5kTr30kTab1 ├── clr3SS5kTr40kTab1 ├── clr3SS5kWD-3Fig11 ├── clr3SS5kWD-5Fig11 ├── clr3SS5kWD-6Fig11 ├── lr35AdaDeltaFig9 ├── lr35AdaGradFig9 ├── lr35AdamFig9 ├── lr35Cifar100Fig8 ├── lr35Fig1a ├── lr35NestFig9 ├── lr35Res110Fig6b ├── lr35Res20Fig6b ├── lr35Tr10kTab1 ├── lr35Tr20kTab1 ├── lr35Tr30kTab1 ├── lr35Tr40kTab1 ├── lrRange3SS520kClip10Fig12a ├── lrRange3SS520kClip10Fig12b ├── lrRange3SS520kClip2Fig12a ├── lrRange3SS520kClip2Fig12b ├── lrRange3SS520kClip5Fig12a ├── lrRange3SS520kClip5Fig12b ├── lrRange3SS520kDropuoutFig10a ├── range2Res110Fig4b ├── range2Res20Fig4b ├── range2SS80kRes56LR ├── range2SS80kRes56wd0 ├── range2SS80kRes56wd1 ├── range3Cifar100kFig8 ├── range3Iter100kFig2b ├── range3Iter20kFig2b └── range3Iter5kFig2b ├── architectures ├── ResNeXt56.prototxt ├── Resnet110Cifar.prototxt ├── Resnet20Cifar.prototxt ├── Resnet56Cifar-mod.prototxt ├── Resnet56Cifar.prototxt ├── Resnet56DM1.prototxt ├── Resnet56Dropout.prototxt ├── arch.prototxt ├── bottleneckResnet56.prototxt └── resnet56.prototxt ├── clrsolver.prototxt ├── lrRangeSolver.prototxt ├── solver.prototxt ├── train.sh └── x.sh /L2TermComputation3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/L2TermComputation3.py -------------------------------------------------------------------------------- /L2TermComputation4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/L2TermComputation4.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/README.md -------------------------------------------------------------------------------- /Results/clr3SS5kCifar100Fig8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kCifar100Fig8 -------------------------------------------------------------------------------- /Results/clr3SS5kFig1a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kFig1a -------------------------------------------------------------------------------- /Results/clr3SS5kMom85Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kMom85Fig11 -------------------------------------------------------------------------------- /Results/clr3SS5kMom8Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kMom8Fig11 -------------------------------------------------------------------------------- /Results/clr3SS5kMom95Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kMom95Fig11 -------------------------------------------------------------------------------- /Results/clr3SS5kNestFig9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kNestFig9 -------------------------------------------------------------------------------- /Results/clr3SS5kRes110Tab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kRes110Tab1 -------------------------------------------------------------------------------- /Results/clr3SS5kRes20Tab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kRes20Tab1 -------------------------------------------------------------------------------- /Results/clr3SS5kTr10kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kTr10kTab1 -------------------------------------------------------------------------------- /Results/clr3SS5kTr20kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kTr20kTab1 -------------------------------------------------------------------------------- /Results/clr3SS5kTr30kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kTr30kTab1 -------------------------------------------------------------------------------- /Results/clr3SS5kTr40kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kTr40kTab1 -------------------------------------------------------------------------------- /Results/clr3SS5kWD-3Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kWD-3Fig11 -------------------------------------------------------------------------------- /Results/clr3SS5kWD-5Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kWD-5Fig11 -------------------------------------------------------------------------------- /Results/clr3SS5kWD-6Fig11: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/clr3SS5kWD-6Fig11 -------------------------------------------------------------------------------- /Results/lr35AdaDeltaFig9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35AdaDeltaFig9 -------------------------------------------------------------------------------- /Results/lr35AdaGradFig9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35AdaGradFig9 -------------------------------------------------------------------------------- /Results/lr35AdamFig9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35AdamFig9 -------------------------------------------------------------------------------- /Results/lr35Cifar100Fig8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Cifar100Fig8 -------------------------------------------------------------------------------- /Results/lr35Fig1a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Fig1a -------------------------------------------------------------------------------- /Results/lr35NestFig9: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35NestFig9 -------------------------------------------------------------------------------- /Results/lr35Res110Fig6b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Res110Fig6b -------------------------------------------------------------------------------- /Results/lr35Res20Fig6b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Res20Fig6b -------------------------------------------------------------------------------- /Results/lr35Tr10kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Tr10kTab1 -------------------------------------------------------------------------------- /Results/lr35Tr20kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Tr20kTab1 -------------------------------------------------------------------------------- /Results/lr35Tr30kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Tr30kTab1 -------------------------------------------------------------------------------- /Results/lr35Tr40kTab1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lr35Tr40kTab1 -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip10Fig12a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip10Fig12a -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip10Fig12b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip10Fig12b -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip2Fig12a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip2Fig12a -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip2Fig12b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip2Fig12b -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip5Fig12a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip5Fig12a -------------------------------------------------------------------------------- /Results/lrRange3SS520kClip5Fig12b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kClip5Fig12b -------------------------------------------------------------------------------- /Results/lrRange3SS520kDropuoutFig10a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/lrRange3SS520kDropuoutFig10a -------------------------------------------------------------------------------- /Results/range2Res110Fig4b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range2Res110Fig4b -------------------------------------------------------------------------------- /Results/range2Res20Fig4b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range2Res20Fig4b -------------------------------------------------------------------------------- /Results/range2SS80kRes56LR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range2SS80kRes56LR -------------------------------------------------------------------------------- /Results/range2SS80kRes56wd0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range2SS80kRes56wd0 -------------------------------------------------------------------------------- /Results/range2SS80kRes56wd1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range2SS80kRes56wd1 -------------------------------------------------------------------------------- /Results/range3Cifar100kFig8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range3Cifar100kFig8 -------------------------------------------------------------------------------- /Results/range3Iter100kFig2b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range3Iter100kFig2b -------------------------------------------------------------------------------- /Results/range3Iter20kFig2b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range3Iter20kFig2b -------------------------------------------------------------------------------- /Results/range3Iter5kFig2b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/Results/range3Iter5kFig2b -------------------------------------------------------------------------------- /architectures/ResNeXt56.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/ResNeXt56.prototxt -------------------------------------------------------------------------------- /architectures/Resnet110Cifar.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet110Cifar.prototxt -------------------------------------------------------------------------------- /architectures/Resnet20Cifar.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet20Cifar.prototxt -------------------------------------------------------------------------------- /architectures/Resnet56Cifar-mod.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet56Cifar-mod.prototxt -------------------------------------------------------------------------------- /architectures/Resnet56Cifar.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet56Cifar.prototxt -------------------------------------------------------------------------------- /architectures/Resnet56DM1.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet56DM1.prototxt -------------------------------------------------------------------------------- /architectures/Resnet56Dropout.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/Resnet56Dropout.prototxt -------------------------------------------------------------------------------- /architectures/arch.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/arch.prototxt -------------------------------------------------------------------------------- /architectures/bottleneckResnet56.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/bottleneckResnet56.prototxt -------------------------------------------------------------------------------- /architectures/resnet56.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/architectures/resnet56.prototxt -------------------------------------------------------------------------------- /clrsolver.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/clrsolver.prototxt -------------------------------------------------------------------------------- /lrRangeSolver.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/lrRangeSolver.prototxt -------------------------------------------------------------------------------- /solver.prototxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/solver.prototxt -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/train.sh -------------------------------------------------------------------------------- /x.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lnsmith54/super-convergence/HEAD/x.sh --------------------------------------------------------------------------------