├── LICENSE ├── README.md ├── Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_paper.pdf ├── Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_supplemental.pdf ├── dataloaders ├── __init__.py ├── base.py ├── datasetGen.py └── wrapper.py ├── main.py ├── models ├── __init__.py ├── cnn.py ├── cnn1.py ├── cnn2.py ├── lenet.py ├── mlp.py ├── resnet.py └── senet.py ├── optim ├── __init__.py └── adam_svd.py ├── our_results ├── rehearsal_org │ ├── cifar100-10 │ │ └── svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log │ ├── cifar100-20 │ │ └── svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log │ └── tiny │ │ └── svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log └── rehearsal_without_avg │ ├── cifar100-10 │ └── svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log │ ├── cifar100-20 │ └── svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log │ └── tiny │ └── svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log ├── scripts_svd └── adamnscl.sh ├── svd_agent ├── agent.py ├── svd_agent.py └── svd_based.py └── utils ├── __init__.py ├── criterions.py ├── metric.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/README.md -------------------------------------------------------------------------------- /Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_paper.pdf -------------------------------------------------------------------------------- /Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_supplemental.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/Wang_Training_Networks_in_Null_Space_of_Feature_Covariance_for_Continual_Learning_CVPR_2021_supplemental.pdf -------------------------------------------------------------------------------- /dataloaders/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /dataloaders/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/dataloaders/base.py -------------------------------------------------------------------------------- /dataloaders/datasetGen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/dataloaders/datasetGen.py -------------------------------------------------------------------------------- /dataloaders/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/dataloaders/wrapper.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /models/cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/cnn.py -------------------------------------------------------------------------------- /models/cnn1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/cnn1.py -------------------------------------------------------------------------------- /models/cnn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/cnn2.py -------------------------------------------------------------------------------- /models/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/lenet.py -------------------------------------------------------------------------------- /models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/mlp.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/senet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/models/senet.py -------------------------------------------------------------------------------- /optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/optim/__init__.py -------------------------------------------------------------------------------- /optim/adam_svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/optim/adam_svd.py -------------------------------------------------------------------------------- /our_results/rehearsal_org/cifar100-10/svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_org/cifar100-10/svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log -------------------------------------------------------------------------------- /our_results/rehearsal_org/cifar100-20/svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_org/cifar100-20/svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log -------------------------------------------------------------------------------- /our_results/rehearsal_org/tiny/svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_org/tiny/svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log -------------------------------------------------------------------------------- /our_results/rehearsal_without_avg/cifar100-10/svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_without_avg/cifar100-10/svd_epoch_80_bn32_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0.log -------------------------------------------------------------------------------- /our_results/rehearsal_without_avg/cifar100-20/svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_without_avg/cifar100-20/svd_epoch_80_bn16_lr1e-4_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada30_combine0.log -------------------------------------------------------------------------------- /our_results/rehearsal_without_avg/tiny/svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/our_results/rehearsal_without_avg/tiny/svd_epoch_80_bn16_lr5e-5_headlr1e-3_bnlr5e-4_svdlr5e-5_wdecay5e-5_regcoef_100_eigvec_gt_ada10_combine0_gamma0.5.log -------------------------------------------------------------------------------- /scripts_svd/adamnscl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/scripts_svd/adamnscl.sh -------------------------------------------------------------------------------- /svd_agent/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/svd_agent/agent.py -------------------------------------------------------------------------------- /svd_agent/svd_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/svd_agent/svd_agent.py -------------------------------------------------------------------------------- /svd_agent/svd_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/svd_agent/svd_based.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /utils/criterions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/utils/criterions.py -------------------------------------------------------------------------------- /utils/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/utils/metric.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShipengWang/Adam-NSCL/HEAD/utils/utils.py --------------------------------------------------------------------------------