├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── core ├── __init__.py ├── best_run.py ├── grid_search.py ├── learner │ ├── __init__.py │ ├── adam.py │ ├── ewc.py │ ├── feature_upgd.py │ ├── learner.py │ ├── mas.py │ ├── pgd.py │ ├── rwalk.py │ ├── sgd.py │ ├── shrink_and_perturb.py │ ├── synaptic_intelligence.py │ └── weight_upgd.py ├── logger.py ├── network │ ├── __init__.py │ ├── fcn_leakyrelu.py │ ├── fcn_linear.py │ ├── fcn_relu.py │ ├── fcn_tanh.py │ └── gate.py ├── optim │ ├── __init__.py │ ├── adam.py │ ├── ewc.py │ ├── feature_upgd │ │ ├── __init__.py │ │ ├── first_order.py │ │ └── second_order.py │ ├── mas.py │ ├── pgd.py │ ├── rwalk.py │ ├── sgd.py │ ├── shrink_and_perturb.py │ ├── synaptic_intelligence.py │ └── weight_upgd │ │ ├── __init__.py │ │ ├── first_order.py │ │ └── second_order.py ├── plot │ ├── plotter.py │ ├── plotter_offline.py │ └── plotter_utility.py ├── run │ ├── __init__.py │ ├── rl │ │ ├── adaupgd.py │ │ ├── ppo_continuous_action_adam.py │ │ └── ppo_continuous_action_upgd.py │ ├── run.py │ ├── run_offline.py │ ├── run_restarts.py │ ├── run_stats.py │ ├── run_utility.py │ └── run_utility_feature.py ├── runner.py ├── task │ ├── __init__.py │ ├── input_permuted_mnist.py │ ├── input_permuted_mnist_restarts.py │ ├── label_permuted_cifar10.py │ ├── label_permuted_emnist.py │ ├── label_permuted_mini_imagenet.py │ ├── label_permuted_mnist_offline.py │ ├── task.py │ └── utility_task.py ├── utilities │ ├── __init__.py │ ├── feature │ │ ├── __init__.py │ │ ├── fo_utility.py │ │ ├── grad2_utility.py │ │ ├── oracle_utility.py │ │ ├── random_utility.py │ │ └── so_utility.py │ └── weight │ │ ├── __init__.py │ │ ├── fo_utility.py │ │ ├── grad2_utility.py │ │ ├── oracle_utility.py │ │ ├── random_utility.py │ │ ├── so_utility.py │ │ └── weight_utility.py └── utils.py ├── experiments ├── input_permuted_mnist.py ├── input_permuted_mnist_with_restarts.py ├── label_permuted_cifar10.py ├── label_permuted_emnist.py ├── label_permuted_emnist_offline.py ├── label_permuted_mini_imagenet.py ├── statistics_input_permuted_mnist.py ├── statistics_output_permuted_cifar10.py ├── statistics_output_permuted_emnist.py ├── statistics_output_permuted_imagenet.py └── weight_utility.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- 1 | .*/ 2 | build/ 3 | *egg* 4 | generated_cmds/ 5 | logs/ 6 | dataset/ -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/README.md -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/best_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/best_run.py -------------------------------------------------------------------------------- /core/grid_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/grid_search.py -------------------------------------------------------------------------------- /core/learner/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/learner/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/adam.py -------------------------------------------------------------------------------- /core/learner/ewc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/ewc.py -------------------------------------------------------------------------------- /core/learner/feature_upgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/feature_upgd.py -------------------------------------------------------------------------------- /core/learner/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/learner.py -------------------------------------------------------------------------------- /core/learner/mas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/mas.py -------------------------------------------------------------------------------- /core/learner/pgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/pgd.py -------------------------------------------------------------------------------- /core/learner/rwalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/rwalk.py -------------------------------------------------------------------------------- /core/learner/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/sgd.py -------------------------------------------------------------------------------- /core/learner/shrink_and_perturb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/shrink_and_perturb.py -------------------------------------------------------------------------------- /core/learner/synaptic_intelligence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/synaptic_intelligence.py -------------------------------------------------------------------------------- /core/learner/weight_upgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/learner/weight_upgd.py -------------------------------------------------------------------------------- /core/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/logger.py -------------------------------------------------------------------------------- /core/network/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/network/fcn_leakyrelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/network/fcn_leakyrelu.py -------------------------------------------------------------------------------- /core/network/fcn_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/network/fcn_linear.py -------------------------------------------------------------------------------- /core/network/fcn_relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/network/fcn_relu.py -------------------------------------------------------------------------------- /core/network/fcn_tanh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/network/fcn_tanh.py -------------------------------------------------------------------------------- /core/network/gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/network/gate.py -------------------------------------------------------------------------------- /core/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/adam.py -------------------------------------------------------------------------------- /core/optim/ewc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/ewc.py -------------------------------------------------------------------------------- /core/optim/feature_upgd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/optim/feature_upgd/first_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/feature_upgd/first_order.py -------------------------------------------------------------------------------- /core/optim/feature_upgd/second_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/feature_upgd/second_order.py -------------------------------------------------------------------------------- /core/optim/mas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/mas.py -------------------------------------------------------------------------------- /core/optim/pgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/pgd.py -------------------------------------------------------------------------------- /core/optim/rwalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/rwalk.py -------------------------------------------------------------------------------- /core/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/sgd.py -------------------------------------------------------------------------------- /core/optim/shrink_and_perturb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/shrink_and_perturb.py -------------------------------------------------------------------------------- /core/optim/synaptic_intelligence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/synaptic_intelligence.py -------------------------------------------------------------------------------- /core/optim/weight_upgd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/optim/weight_upgd/first_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/weight_upgd/first_order.py -------------------------------------------------------------------------------- /core/optim/weight_upgd/second_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/optim/weight_upgd/second_order.py -------------------------------------------------------------------------------- /core/plot/plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/plot/plotter.py -------------------------------------------------------------------------------- /core/plot/plotter_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/plot/plotter_offline.py -------------------------------------------------------------------------------- /core/plot/plotter_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/plot/plotter_utility.py -------------------------------------------------------------------------------- /core/run/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/run/rl/adaupgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/rl/adaupgd.py -------------------------------------------------------------------------------- /core/run/rl/ppo_continuous_action_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/rl/ppo_continuous_action_adam.py -------------------------------------------------------------------------------- /core/run/rl/ppo_continuous_action_upgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/rl/ppo_continuous_action_upgd.py -------------------------------------------------------------------------------- /core/run/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run.py -------------------------------------------------------------------------------- /core/run/run_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run_offline.py -------------------------------------------------------------------------------- /core/run/run_restarts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run_restarts.py -------------------------------------------------------------------------------- /core/run/run_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run_stats.py -------------------------------------------------------------------------------- /core/run/run_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run_utility.py -------------------------------------------------------------------------------- /core/run/run_utility_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/run/run_utility_feature.py -------------------------------------------------------------------------------- /core/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/runner.py -------------------------------------------------------------------------------- /core/task/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/task/input_permuted_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/input_permuted_mnist.py -------------------------------------------------------------------------------- /core/task/input_permuted_mnist_restarts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/input_permuted_mnist_restarts.py -------------------------------------------------------------------------------- /core/task/label_permuted_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/label_permuted_cifar10.py -------------------------------------------------------------------------------- /core/task/label_permuted_emnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/label_permuted_emnist.py -------------------------------------------------------------------------------- /core/task/label_permuted_mini_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/label_permuted_mini_imagenet.py -------------------------------------------------------------------------------- /core/task/label_permuted_mnist_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/label_permuted_mnist_offline.py -------------------------------------------------------------------------------- /core/task/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/task.py -------------------------------------------------------------------------------- /core/task/utility_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/task/utility_task.py -------------------------------------------------------------------------------- /core/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/utilities/feature/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/utilities/feature/fo_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/feature/fo_utility.py -------------------------------------------------------------------------------- /core/utilities/feature/grad2_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/feature/grad2_utility.py -------------------------------------------------------------------------------- /core/utilities/feature/oracle_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/feature/oracle_utility.py -------------------------------------------------------------------------------- /core/utilities/feature/random_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/feature/random_utility.py -------------------------------------------------------------------------------- /core/utilities/feature/so_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/feature/so_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/utilities/weight/fo_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/fo_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/grad2_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/grad2_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/oracle_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/oracle_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/random_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/random_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/so_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/so_utility.py -------------------------------------------------------------------------------- /core/utilities/weight/weight_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utilities/weight/weight_utility.py -------------------------------------------------------------------------------- /core/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/core/utils.py -------------------------------------------------------------------------------- /experiments/input_permuted_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/input_permuted_mnist.py -------------------------------------------------------------------------------- /experiments/input_permuted_mnist_with_restarts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/input_permuted_mnist_with_restarts.py -------------------------------------------------------------------------------- /experiments/label_permuted_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/label_permuted_cifar10.py -------------------------------------------------------------------------------- /experiments/label_permuted_emnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/label_permuted_emnist.py -------------------------------------------------------------------------------- /experiments/label_permuted_emnist_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/label_permuted_emnist_offline.py -------------------------------------------------------------------------------- /experiments/label_permuted_mini_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/label_permuted_mini_imagenet.py -------------------------------------------------------------------------------- /experiments/statistics_input_permuted_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/statistics_input_permuted_mnist.py -------------------------------------------------------------------------------- /experiments/statistics_output_permuted_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/statistics_output_permuted_cifar10.py -------------------------------------------------------------------------------- /experiments/statistics_output_permuted_emnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/statistics_output_permuted_emnist.py -------------------------------------------------------------------------------- /experiments/statistics_output_permuted_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/statistics_output_permuted_imagenet.py -------------------------------------------------------------------------------- /experiments/weight_utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/experiments/weight_utility.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mohmdelsayed/upgd/HEAD/setup.py --------------------------------------------------------------------------------