├── .gitignore ├── LICENSE.txt ├── README.md ├── data ├── libsvm │ └── a9a ├── linear_regression │ ├── Example.mat │ └── ex1data2.txt ├── logistic_regression │ └── data_100d_10000.mat └── mushroom │ ├── mashroom_w_star.mat │ └── mushroom.mat ├── demo.m ├── gd_solver ├── bb.m ├── bfgs.m ├── cg.m ├── gd.m ├── gd_nesterov.m ├── lbfgs.m ├── ncg.m ├── newton.m ├── solver_list.m └── subsamp_newton.m ├── gd_test ├── convergence_animation_demo.m ├── test_general.m ├── test_linear_regression.m ├── test_linear_svm.m ├── test_logistic_regression.m ├── test_matrix_completion.m ├── test_quadratic.m ├── test_rosenbrock.m ├── test_sampled_newton.m └── test_softmax_classifier.m ├── line_search ├── backtracking_line_search.m ├── exact_line_search.m ├── lbfgs_two_loop_recursion.m ├── strong_wolfe_line_search.m └── tfocs_backtracking_search.m ├── plotter ├── display_classification_result.m ├── display_graph.m ├── display_regression_result.m ├── draw_3D_surface.m ├── draw_convergence_animation.m ├── draw_convergence_sequence.m └── gfigure.m ├── problem ├── general.m ├── linear_regression.m ├── linear_svm.m ├── logistic_regression.m ├── matrix_completion.m ├── quadratic.m ├── rosenbrock.m └── softmax_regression.m ├── run_me_first.m └── tool ├── bb_init.m ├── featureNormalize.m ├── linear_regression_data_generator.m ├── logistic_regression_data_generator.m ├── logsumexp.m ├── multiclass_data_generator.m ├── sigmoid.m ├── soft_thresh.m ├── soft_threshold.m └── svd_shrink.m /.gitignore: -------------------------------------------------------------------------------- 1 | tmp_test/ 2 | doc/ 3 | !.gitignore 4 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/README.md -------------------------------------------------------------------------------- /data/libsvm/a9a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/libsvm/a9a -------------------------------------------------------------------------------- /data/linear_regression/Example.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/linear_regression/Example.mat -------------------------------------------------------------------------------- /data/linear_regression/ex1data2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/linear_regression/ex1data2.txt -------------------------------------------------------------------------------- /data/logistic_regression/data_100d_10000.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/logistic_regression/data_100d_10000.mat -------------------------------------------------------------------------------- /data/mushroom/mashroom_w_star.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/mushroom/mashroom_w_star.mat -------------------------------------------------------------------------------- /data/mushroom/mushroom.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/data/mushroom/mushroom.mat -------------------------------------------------------------------------------- /demo.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/demo.m -------------------------------------------------------------------------------- /gd_solver/bb.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/bb.m -------------------------------------------------------------------------------- /gd_solver/bfgs.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/bfgs.m -------------------------------------------------------------------------------- /gd_solver/cg.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/cg.m -------------------------------------------------------------------------------- /gd_solver/gd.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/gd.m -------------------------------------------------------------------------------- /gd_solver/gd_nesterov.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/gd_nesterov.m -------------------------------------------------------------------------------- /gd_solver/lbfgs.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/lbfgs.m -------------------------------------------------------------------------------- /gd_solver/ncg.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/ncg.m -------------------------------------------------------------------------------- /gd_solver/newton.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/newton.m -------------------------------------------------------------------------------- /gd_solver/solver_list.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/solver_list.m -------------------------------------------------------------------------------- /gd_solver/subsamp_newton.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_solver/subsamp_newton.m -------------------------------------------------------------------------------- /gd_test/convergence_animation_demo.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/convergence_animation_demo.m -------------------------------------------------------------------------------- /gd_test/test_general.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_general.m -------------------------------------------------------------------------------- /gd_test/test_linear_regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_linear_regression.m -------------------------------------------------------------------------------- /gd_test/test_linear_svm.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_linear_svm.m -------------------------------------------------------------------------------- /gd_test/test_logistic_regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_logistic_regression.m -------------------------------------------------------------------------------- /gd_test/test_matrix_completion.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_matrix_completion.m -------------------------------------------------------------------------------- /gd_test/test_quadratic.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_quadratic.m -------------------------------------------------------------------------------- /gd_test/test_rosenbrock.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_rosenbrock.m -------------------------------------------------------------------------------- /gd_test/test_sampled_newton.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_sampled_newton.m -------------------------------------------------------------------------------- /gd_test/test_softmax_classifier.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/gd_test/test_softmax_classifier.m -------------------------------------------------------------------------------- /line_search/backtracking_line_search.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/line_search/backtracking_line_search.m -------------------------------------------------------------------------------- /line_search/exact_line_search.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/line_search/exact_line_search.m -------------------------------------------------------------------------------- /line_search/lbfgs_two_loop_recursion.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/line_search/lbfgs_two_loop_recursion.m -------------------------------------------------------------------------------- /line_search/strong_wolfe_line_search.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/line_search/strong_wolfe_line_search.m -------------------------------------------------------------------------------- /line_search/tfocs_backtracking_search.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/line_search/tfocs_backtracking_search.m -------------------------------------------------------------------------------- /plotter/display_classification_result.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/display_classification_result.m -------------------------------------------------------------------------------- /plotter/display_graph.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/display_graph.m -------------------------------------------------------------------------------- /plotter/display_regression_result.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/display_regression_result.m -------------------------------------------------------------------------------- /plotter/draw_3D_surface.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/draw_3D_surface.m -------------------------------------------------------------------------------- /plotter/draw_convergence_animation.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/draw_convergence_animation.m -------------------------------------------------------------------------------- /plotter/draw_convergence_sequence.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/draw_convergence_sequence.m -------------------------------------------------------------------------------- /plotter/gfigure.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/plotter/gfigure.m -------------------------------------------------------------------------------- /problem/general.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/general.m -------------------------------------------------------------------------------- /problem/linear_regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/linear_regression.m -------------------------------------------------------------------------------- /problem/linear_svm.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/linear_svm.m -------------------------------------------------------------------------------- /problem/logistic_regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/logistic_regression.m -------------------------------------------------------------------------------- /problem/matrix_completion.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/matrix_completion.m -------------------------------------------------------------------------------- /problem/quadratic.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/quadratic.m -------------------------------------------------------------------------------- /problem/rosenbrock.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/rosenbrock.m -------------------------------------------------------------------------------- /problem/softmax_regression.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/problem/softmax_regression.m -------------------------------------------------------------------------------- /run_me_first.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/run_me_first.m -------------------------------------------------------------------------------- /tool/bb_init.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/bb_init.m -------------------------------------------------------------------------------- /tool/featureNormalize.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/featureNormalize.m -------------------------------------------------------------------------------- /tool/linear_regression_data_generator.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/linear_regression_data_generator.m -------------------------------------------------------------------------------- /tool/logistic_regression_data_generator.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/logistic_regression_data_generator.m -------------------------------------------------------------------------------- /tool/logsumexp.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/logsumexp.m -------------------------------------------------------------------------------- /tool/multiclass_data_generator.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/multiclass_data_generator.m -------------------------------------------------------------------------------- /tool/sigmoid.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/sigmoid.m -------------------------------------------------------------------------------- /tool/soft_thresh.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/soft_thresh.m -------------------------------------------------------------------------------- /tool/soft_threshold.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/soft_threshold.m -------------------------------------------------------------------------------- /tool/svd_shrink.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hiroyuki-kasai/GDLibrary/HEAD/tool/svd_shrink.m --------------------------------------------------------------------------------