├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── data_loader.py ├── datasets ├── mnist │ └── readme.txt └── utkface │ └── readme.txt ├── examples ├── ae.ipynb ├── convolutional_digits_classifier.ipynb ├── conway.ipynb ├── ddpm.ipynb ├── gan.ipynb ├── gpt.ipynb ├── optimizers_visualization.ipynb ├── recurrent_digits_classifier.ipynb ├── recurrent_sequences_classifier.ipynb ├── seq2seq.ipynb ├── vae.ipynb ├── vqvae.ipynb └── word2vec.ipynb ├── generated images ├── attention plots.jpg ├── ddpm_mnist.gif ├── ddpm_utkface.gif ├── gan_training_process.gif ├── gan_vectors_interpolation.gif ├── native_conway.gif ├── neunet_conway.gif ├── vae_2d_latent_space.jpg ├── vae_2d_latent_space_labels.jpg ├── vae_input_samples.jpg └── vae_output_samples.jpg ├── mnist_data_downloader.py ├── neunet ├── __init__.py ├── autograd.py ├── nn │ ├── __init__.py │ ├── activations.py │ ├── experimental │ │ ├── __init__.py │ │ ├── activations │ │ │ └── softmax │ │ │ │ ├── build.py │ │ │ │ ├── softmax.cu │ │ │ │ └── softmax.py │ │ ├── linear │ │ │ ├── build.py │ │ │ ├── linear.py │ │ │ ├── linear_cublas.cu │ │ │ ├── linear_cublas_async_cached.cu │ │ │ ├── linear_cublas_cached.cu │ │ │ ├── linear_cublaslt_cached.cu │ │ │ └── linear_cublaslt_no_manual_mem.cu │ │ ├── losses │ │ │ └── cross_entropy_loss │ │ │ │ ├── build.py │ │ │ │ ├── cross_entropy.cu │ │ │ │ └── cross_entropy.py │ │ ├── rmsnorm │ │ │ ├── build.py │ │ │ ├── rmsnorm.cu │ │ │ └── rmsnorm.py │ │ └── utils.py │ ├── layers │ │ ├── __init__.py │ │ ├── avgpool2d.py │ │ ├── batchnorm1d.py │ │ ├── batchnorm2d.py │ │ ├── bidirectional.py │ │ ├── conv2d.py │ │ ├── convtranspose2d.py │ │ ├── dropout.py │ │ ├── embedding.py │ │ ├── flatten.py │ │ ├── gru.py │ │ ├── layernorm.py │ │ ├── linear.py │ │ ├── lstm.py │ │ ├── maxpool2d.py │ │ ├── rmsnorm.py │ │ ├── rnn.py │ │ └── zeropad2d.py │ ├── losses.py │ ├── modules.py │ └── parameter.py └── optim.py ├── poetry.lock ├── pyproject.toml ├── requirements.txt └── tests ├── test3.py ├── test5.py ├── test6.py ├── torch_classifier.py ├── torch_ddpm.py ├── torch_gan.py ├── torch_seq2seq.py ├── torch_sequences_classifier.py └── torch_vae.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/README.md -------------------------------------------------------------------------------- /data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/data_loader.py -------------------------------------------------------------------------------- /datasets/mnist/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/datasets/mnist/readme.txt -------------------------------------------------------------------------------- /datasets/utkface/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/datasets/utkface/readme.txt -------------------------------------------------------------------------------- /examples/ae.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/ae.ipynb -------------------------------------------------------------------------------- /examples/convolutional_digits_classifier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/convolutional_digits_classifier.ipynb -------------------------------------------------------------------------------- /examples/conway.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/conway.ipynb -------------------------------------------------------------------------------- /examples/ddpm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/ddpm.ipynb -------------------------------------------------------------------------------- /examples/gan.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/gan.ipynb -------------------------------------------------------------------------------- /examples/gpt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/gpt.ipynb -------------------------------------------------------------------------------- /examples/optimizers_visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/optimizers_visualization.ipynb -------------------------------------------------------------------------------- /examples/recurrent_digits_classifier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/recurrent_digits_classifier.ipynb -------------------------------------------------------------------------------- /examples/recurrent_sequences_classifier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/recurrent_sequences_classifier.ipynb -------------------------------------------------------------------------------- /examples/seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/seq2seq.ipynb -------------------------------------------------------------------------------- /examples/vae.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/vae.ipynb -------------------------------------------------------------------------------- /examples/vqvae.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/vqvae.ipynb -------------------------------------------------------------------------------- /examples/word2vec.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/examples/word2vec.ipynb -------------------------------------------------------------------------------- /generated images/attention plots.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/attention plots.jpg -------------------------------------------------------------------------------- /generated images/ddpm_mnist.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/ddpm_mnist.gif -------------------------------------------------------------------------------- /generated images/ddpm_utkface.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/ddpm_utkface.gif -------------------------------------------------------------------------------- /generated images/gan_training_process.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/gan_training_process.gif -------------------------------------------------------------------------------- /generated images/gan_vectors_interpolation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/gan_vectors_interpolation.gif -------------------------------------------------------------------------------- /generated images/native_conway.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/native_conway.gif -------------------------------------------------------------------------------- /generated images/neunet_conway.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/neunet_conway.gif -------------------------------------------------------------------------------- /generated images/vae_2d_latent_space.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/vae_2d_latent_space.jpg -------------------------------------------------------------------------------- /generated images/vae_2d_latent_space_labels.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/vae_2d_latent_space_labels.jpg -------------------------------------------------------------------------------- /generated images/vae_input_samples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/vae_input_samples.jpg -------------------------------------------------------------------------------- /generated images/vae_output_samples.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/generated images/vae_output_samples.jpg -------------------------------------------------------------------------------- /mnist_data_downloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/mnist_data_downloader.py -------------------------------------------------------------------------------- /neunet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/__init__.py -------------------------------------------------------------------------------- /neunet/autograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/autograd.py -------------------------------------------------------------------------------- /neunet/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/__init__.py -------------------------------------------------------------------------------- /neunet/nn/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/activations.py -------------------------------------------------------------------------------- /neunet/nn/experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/__init__.py -------------------------------------------------------------------------------- /neunet/nn/experimental/activations/softmax/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/activations/softmax/build.py -------------------------------------------------------------------------------- /neunet/nn/experimental/activations/softmax/softmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/activations/softmax/softmax.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/activations/softmax/softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/activations/softmax/softmax.py -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/build.py -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear.py -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear_cublas.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear_cublas.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear_cublas_async_cached.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear_cublas_async_cached.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear_cublas_cached.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear_cublas_cached.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear_cublaslt_cached.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear_cublaslt_cached.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/linear/linear_cublaslt_no_manual_mem.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/linear/linear_cublaslt_no_manual_mem.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/losses/cross_entropy_loss/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/losses/cross_entropy_loss/build.py -------------------------------------------------------------------------------- /neunet/nn/experimental/losses/cross_entropy_loss/cross_entropy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/losses/cross_entropy_loss/cross_entropy.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/losses/cross_entropy_loss/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/losses/cross_entropy_loss/cross_entropy.py -------------------------------------------------------------------------------- /neunet/nn/experimental/rmsnorm/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/rmsnorm/build.py -------------------------------------------------------------------------------- /neunet/nn/experimental/rmsnorm/rmsnorm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/rmsnorm/rmsnorm.cu -------------------------------------------------------------------------------- /neunet/nn/experimental/rmsnorm/rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/rmsnorm/rmsnorm.py -------------------------------------------------------------------------------- /neunet/nn/experimental/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/experimental/utils.py -------------------------------------------------------------------------------- /neunet/nn/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/__init__.py -------------------------------------------------------------------------------- /neunet/nn/layers/avgpool2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/avgpool2d.py -------------------------------------------------------------------------------- /neunet/nn/layers/batchnorm1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/batchnorm1d.py -------------------------------------------------------------------------------- /neunet/nn/layers/batchnorm2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/batchnorm2d.py -------------------------------------------------------------------------------- /neunet/nn/layers/bidirectional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/bidirectional.py -------------------------------------------------------------------------------- /neunet/nn/layers/conv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/conv2d.py -------------------------------------------------------------------------------- /neunet/nn/layers/convtranspose2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/convtranspose2d.py -------------------------------------------------------------------------------- /neunet/nn/layers/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/dropout.py -------------------------------------------------------------------------------- /neunet/nn/layers/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/embedding.py -------------------------------------------------------------------------------- /neunet/nn/layers/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/flatten.py -------------------------------------------------------------------------------- /neunet/nn/layers/gru.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/gru.py -------------------------------------------------------------------------------- /neunet/nn/layers/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/layernorm.py -------------------------------------------------------------------------------- /neunet/nn/layers/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/linear.py -------------------------------------------------------------------------------- /neunet/nn/layers/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/lstm.py -------------------------------------------------------------------------------- /neunet/nn/layers/maxpool2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/maxpool2d.py -------------------------------------------------------------------------------- /neunet/nn/layers/rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/rmsnorm.py -------------------------------------------------------------------------------- /neunet/nn/layers/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/rnn.py -------------------------------------------------------------------------------- /neunet/nn/layers/zeropad2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/layers/zeropad2d.py -------------------------------------------------------------------------------- /neunet/nn/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/losses.py -------------------------------------------------------------------------------- /neunet/nn/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/modules.py -------------------------------------------------------------------------------- /neunet/nn/parameter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/nn/parameter.py -------------------------------------------------------------------------------- /neunet/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/neunet/optim.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/test3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/test3.py -------------------------------------------------------------------------------- /tests/test5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/test5.py -------------------------------------------------------------------------------- /tests/test6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/test6.py -------------------------------------------------------------------------------- /tests/torch_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_classifier.py -------------------------------------------------------------------------------- /tests/torch_ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_ddpm.py -------------------------------------------------------------------------------- /tests/torch_gan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_gan.py -------------------------------------------------------------------------------- /tests/torch_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_seq2seq.py -------------------------------------------------------------------------------- /tests/torch_sequences_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_sequences_classifier.py -------------------------------------------------------------------------------- /tests/torch_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AkiRusProd/numpy-nn-model/HEAD/tests/torch_vae.py --------------------------------------------------------------------------------