├── .gitignore ├── LICENSE ├── README.md ├── compute_nads.py ├── compute_ntk.py ├── config ├── binary-cifar │ ├── config.yaml │ └── model │ │ ├── lenet.yaml │ │ ├── mlp.yaml │ │ └── resnet18.yaml ├── compute_nads │ ├── config.yaml │ └── model │ │ ├── lenet.yaml │ │ ├── mlp.yaml │ │ └── resnet18.yaml ├── compute_ntk │ ├── config.yaml │ ├── data │ │ ├── cifar10.yaml │ │ └── mnist.yaml │ └── model │ │ ├── lenet.yaml │ │ ├── mlp.yaml │ │ └── resnet18.yaml ├── pretrained_ntk_comparison │ ├── config.yaml │ ├── data │ │ ├── cifar10.yaml │ │ └── mnist.yaml │ └── model │ │ ├── lenet.yaml │ │ ├── mlp.yaml │ │ └── resnet18.yaml ├── train_nads │ ├── config.yaml │ └── model │ │ ├── lenet.yaml │ │ ├── mlp.yaml │ │ └── resnet18.yaml └── train_ntk │ ├── config.yaml │ ├── data │ ├── cifar10.yaml │ └── mnist.yaml │ └── model │ ├── lenet.yaml │ ├── mlp.yaml │ └── resnet18.yaml ├── data ├── __init__.py └── utils.py ├── models ├── __init__.py └── jax │ ├── __init__.py │ ├── lenet.py │ ├── mlp.py │ └── resnet.py ├── neural_kernels ├── __init__.py ├── nads.py ├── ntk.py └── utils.py ├── pretrained_ntk_comparison.py ├── requirements.txt ├── train ├── __init__.py ├── train.py └── utils.py ├── train_cifar.py ├── train_nads.py ├── train_ntk.py └── utils ├── __init__.py ├── loss.py ├── metrics.py └── misc.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/README.md -------------------------------------------------------------------------------- /compute_nads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/compute_nads.py -------------------------------------------------------------------------------- /compute_ntk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/compute_ntk.py -------------------------------------------------------------------------------- /config/binary-cifar/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/binary-cifar/config.yaml -------------------------------------------------------------------------------- /config/binary-cifar/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/binary-cifar/model/lenet.yaml -------------------------------------------------------------------------------- /config/binary-cifar/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/binary-cifar/model/mlp.yaml -------------------------------------------------------------------------------- /config/binary-cifar/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/binary-cifar/model/resnet18.yaml -------------------------------------------------------------------------------- /config/compute_nads/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_nads/config.yaml -------------------------------------------------------------------------------- /config/compute_nads/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_nads/model/lenet.yaml -------------------------------------------------------------------------------- /config/compute_nads/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_nads/model/mlp.yaml -------------------------------------------------------------------------------- /config/compute_nads/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_nads/model/resnet18.yaml -------------------------------------------------------------------------------- /config/compute_ntk/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/config.yaml -------------------------------------------------------------------------------- /config/compute_ntk/data/cifar10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/data/cifar10.yaml -------------------------------------------------------------------------------- /config/compute_ntk/data/mnist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/data/mnist.yaml -------------------------------------------------------------------------------- /config/compute_ntk/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/model/lenet.yaml -------------------------------------------------------------------------------- /config/compute_ntk/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/model/mlp.yaml -------------------------------------------------------------------------------- /config/compute_ntk/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/compute_ntk/model/resnet18.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/config.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/data/cifar10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/data/cifar10.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/data/mnist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/data/mnist.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/model/lenet.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/model/mlp.yaml -------------------------------------------------------------------------------- /config/pretrained_ntk_comparison/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/pretrained_ntk_comparison/model/resnet18.yaml -------------------------------------------------------------------------------- /config/train_nads/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_nads/config.yaml -------------------------------------------------------------------------------- /config/train_nads/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_nads/model/lenet.yaml -------------------------------------------------------------------------------- /config/train_nads/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_nads/model/mlp.yaml -------------------------------------------------------------------------------- /config/train_nads/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_nads/model/resnet18.yaml -------------------------------------------------------------------------------- /config/train_ntk/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/config.yaml -------------------------------------------------------------------------------- /config/train_ntk/data/cifar10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/data/cifar10.yaml -------------------------------------------------------------------------------- /config/train_ntk/data/mnist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/data/mnist.yaml -------------------------------------------------------------------------------- /config/train_ntk/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/model/lenet.yaml -------------------------------------------------------------------------------- /config/train_ntk/model/mlp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/model/mlp.yaml -------------------------------------------------------------------------------- /config/train_ntk/model/resnet18.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/config/train_ntk/model/resnet18.yaml -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/data/utils.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/jax/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/models/jax/__init__.py -------------------------------------------------------------------------------- /models/jax/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/models/jax/lenet.py -------------------------------------------------------------------------------- /models/jax/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/models/jax/mlp.py -------------------------------------------------------------------------------- /models/jax/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/models/jax/resnet.py -------------------------------------------------------------------------------- /neural_kernels/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /neural_kernels/nads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/neural_kernels/nads.py -------------------------------------------------------------------------------- /neural_kernels/ntk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/neural_kernels/ntk.py -------------------------------------------------------------------------------- /neural_kernels/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/neural_kernels/utils.py -------------------------------------------------------------------------------- /pretrained_ntk_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/pretrained_ntk_comparison.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/requirements.txt -------------------------------------------------------------------------------- /train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train/__init__.py -------------------------------------------------------------------------------- /train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train/train.py -------------------------------------------------------------------------------- /train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train/utils.py -------------------------------------------------------------------------------- /train_cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train_cifar.py -------------------------------------------------------------------------------- /train_nads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train_nads.py -------------------------------------------------------------------------------- /train_ntk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/train_ntk.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/utils/loss.py -------------------------------------------------------------------------------- /utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/utils/metrics.py -------------------------------------------------------------------------------- /utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gortizji/linearized-networks/HEAD/utils/misc.py --------------------------------------------------------------------------------