├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── pom.xml └── src ├── main ├── java │ └── edu │ │ └── jhu │ │ └── hlt │ │ ├── optimize │ │ ├── AbstractOptimizer.java │ │ ├── AdaDelta.java │ │ ├── AdaGradComidL1.java │ │ ├── AdaGradComidL2.java │ │ ├── AdaGradSchedule.java │ │ ├── BatchSampler.java │ │ ├── BottouSchedule.java │ │ ├── EmptyGainSchedule.java │ │ ├── FixedStep.java │ │ ├── GainSchedule.java │ │ ├── LBFGS.java │ │ ├── LBFGS_port.java │ │ ├── Optimizer.java │ │ ├── SGD.java │ │ ├── SGDFobos.java │ │ ├── function │ │ │ ├── AbstractBatchFunction.java │ │ │ ├── AbstractDifferentiableBatchFunction.java │ │ │ ├── AbstractSumBatchFunction.java │ │ │ ├── BatchFunction.java │ │ │ ├── BatchFunctionOpts.java │ │ │ ├── Bounds.java │ │ │ ├── ConstrainedDifferentiableFunction.java │ │ │ ├── ConstrainedFunction.java │ │ │ ├── DifferentiableBatchFunction.java │ │ │ ├── DifferentiableFunction.java │ │ │ ├── DifferentiableFunctionOpts.java │ │ │ ├── Function.java │ │ │ ├── FunctionAsBatchFunction.java │ │ │ ├── FunctionOpts.java │ │ │ ├── NonstationaryFunction.java │ │ │ ├── Regularizer.java │ │ │ ├── SampleFunction.java │ │ │ ├── TwiceDifferentiableFunction.java │ │ │ ├── ValueGradient.java │ │ │ └── ValueGradientHessian.java │ │ └── functions │ │ │ ├── HeterogeneousL2.java │ │ │ ├── L1.java │ │ │ ├── L2.java │ │ │ ├── SumSquares.java │ │ │ ├── WeightedSphereModel.java │ │ │ └── XSquared.java │ │ └── util │ │ ├── OnOffLogger.java │ │ ├── Prm.java │ │ ├── Utilities.java │ │ ├── math │ │ └── Vectors.java │ │ └── stats │ │ ├── Multinomials.java │ │ └── Stats.java └── resources │ ├── log4j.properties │ └── log4j2-test.xml └── test └── java └── edu └── jhu └── hlt ├── optimize ├── ASGDTest.java ├── AbstractBatchOptimizerTest.java ├── AbstractOptimizerTest.java ├── AdaDeltaTest.java ├── AdaGradComidL1Test.java ├── AdaGradComidL2Test.java ├── AdaGradScheduleTest.java ├── BatchSamplerTest.java ├── LBFGSTest.java ├── SGDFobosTest.java ├── SGDTest.java ├── function │ └── SampleFunctionTest.java └── functions │ └── TestFunction.java └── util └── JUnitUtils.java /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- 1 | language: java 2 | jdk: 3 | - oraclejdk8 4 | 5 | 6 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/AbstractOptimizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/AbstractOptimizer.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/AdaDelta.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/AdaDelta.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/AdaGradComidL1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/AdaGradComidL1.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/AdaGradComidL2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/AdaGradComidL2.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/AdaGradSchedule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/AdaGradSchedule.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/BatchSampler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/BatchSampler.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/BottouSchedule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/BottouSchedule.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/EmptyGainSchedule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/EmptyGainSchedule.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/FixedStep.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/FixedStep.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/GainSchedule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/GainSchedule.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/LBFGS.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/LBFGS.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/LBFGS_port.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/LBFGS_port.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/Optimizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/Optimizer.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/SGD.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/SGD.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/SGDFobos.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/SGDFobos.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/AbstractBatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/AbstractBatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/AbstractDifferentiableBatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/AbstractDifferentiableBatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/AbstractSumBatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/AbstractSumBatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/BatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/BatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/BatchFunctionOpts.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/BatchFunctionOpts.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/Bounds.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/Bounds.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/ConstrainedDifferentiableFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/ConstrainedDifferentiableFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/ConstrainedFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/ConstrainedFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/DifferentiableBatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/DifferentiableBatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/DifferentiableFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/DifferentiableFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/DifferentiableFunctionOpts.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/DifferentiableFunctionOpts.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/Function.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/Function.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/FunctionAsBatchFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/FunctionAsBatchFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/FunctionOpts.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/FunctionOpts.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/NonstationaryFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/NonstationaryFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/Regularizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/Regularizer.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/SampleFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/SampleFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/TwiceDifferentiableFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/TwiceDifferentiableFunction.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/ValueGradient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/ValueGradient.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/function/ValueGradientHessian.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/function/ValueGradientHessian.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/HeterogeneousL2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/HeterogeneousL2.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/L1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/L1.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/L2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/L2.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/SumSquares.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/SumSquares.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/WeightedSphereModel.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/WeightedSphereModel.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/optimize/functions/XSquared.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/optimize/functions/XSquared.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/OnOffLogger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/OnOffLogger.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/Prm.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/Prm.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/Utilities.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/Utilities.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/math/Vectors.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/math/Vectors.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/stats/Multinomials.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/stats/Multinomials.java -------------------------------------------------------------------------------- /src/main/java/edu/jhu/hlt/util/stats/Stats.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/java/edu/jhu/hlt/util/stats/Stats.java -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/resources/log4j2-test.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/main/resources/log4j2-test.xml -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/ASGDTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/ASGDTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AbstractBatchOptimizerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AbstractBatchOptimizerTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AbstractOptimizerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AbstractOptimizerTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AdaDeltaTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AdaDeltaTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AdaGradComidL1Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AdaGradComidL1Test.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AdaGradComidL2Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AdaGradComidL2Test.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/AdaGradScheduleTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/AdaGradScheduleTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/BatchSamplerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/BatchSamplerTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/LBFGSTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/LBFGSTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/SGDFobosTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/SGDFobosTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/SGDTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/SGDTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/function/SampleFunctionTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/function/SampleFunctionTest.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/optimize/functions/TestFunction.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/optimize/functions/TestFunction.java -------------------------------------------------------------------------------- /src/test/java/edu/jhu/hlt/util/JUnitUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mgormley/optimize/HEAD/src/test/java/edu/jhu/hlt/util/JUnitUtils.java --------------------------------------------------------------------------------