├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── doc_github ├── dev_guide │ └── dev_guide.md ├── ipynb │ └── litenn_test_all.ipynb ├── opencl-1-2-quick-reference-card.pdf └── user_guide │ ├── user_guide.md │ ├── user_guide_0.jpg │ └── user_guide_1.jpg ├── litenn ├── __init__.py └── core │ ├── CLKernelHelper.py │ ├── Cacheton.py │ ├── Saveable.py │ ├── Tensor.py │ ├── TensorAxes.py │ ├── TensorShape.py │ ├── __init__.py │ ├── backward.py │ ├── hint │ └── __init__.py │ ├── info │ ├── InfoBroadcast.py │ ├── InfoConcat.py │ ├── InfoConv2D.py │ ├── InfoConvAxis.py │ ├── InfoReduction.py │ ├── InfoReshape.py │ ├── InfoStack.py │ ├── InfoTile.py │ ├── InfoTranspose.py │ └── __init__.py │ ├── initializer │ ├── CoordsArange.py │ ├── Glorot.py │ ├── He.py │ ├── Initializer.py │ ├── MeshGrid2D.py │ ├── NumpyArray.py │ ├── RandomNormal.py │ ├── RandomUniform.py │ ├── Scalar.py │ └── __init__.py │ ├── minicl │ ├── CLBuffer.py │ ├── CLDevice.py │ ├── CLDevicesBuffers.py │ ├── CLKernel.py │ ├── CLShallowMode.py │ ├── __init__.py │ ├── api │ │ └── OpenCL │ │ │ ├── OpenCL.py │ │ │ └── __init__.py │ └── devices.py │ ├── module │ ├── AdaptiveInstanceNorm2D.py │ ├── BatchNorm2D.py │ ├── BlurPool.py │ ├── Conv2D.py │ ├── Conv2DTranspose.py │ ├── Dense.py │ ├── DenseAffine.py │ ├── DepthwiseConv2D.py │ ├── Dropout.py │ ├── FRNorm2D.py │ ├── InstanceNorm2D.py │ ├── Module.py │ ├── ModuleBase.py │ ├── PReLU.py │ ├── SeparableConv2D.py │ └── TLU.py │ ├── op │ ├── __init__.py │ ├── concat.py │ ├── conv2D.py │ ├── conv2DTranspose.py │ ├── depthwise_conv2D.py │ ├── dropout.py │ ├── dual_wise_op.py │ ├── element_wise_op.py │ ├── matmul.py │ ├── pool2D.py │ ├── reduce.py │ ├── reshape.py │ ├── resize2D_bilinear.py │ ├── resize2D_nearest.py │ ├── slice.py │ ├── spatial_affine_transform2D.py │ ├── spatial_transform2D.py │ ├── ssim.py │ ├── stack.py │ ├── tile.py │ ├── transpose.py │ └── unfold2D.py │ ├── optimizer │ ├── AdaBelief.py │ ├── Adam.py │ ├── Optimizer.py │ ├── RMSprop.py │ ├── SGD.py │ └── __init__.py │ └── test │ ├── __init__.py │ └── test.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include litenn *.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/README.md -------------------------------------------------------------------------------- /doc_github/dev_guide/dev_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/dev_guide/dev_guide.md -------------------------------------------------------------------------------- /doc_github/ipynb/litenn_test_all.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/ipynb/litenn_test_all.ipynb -------------------------------------------------------------------------------- /doc_github/opencl-1-2-quick-reference-card.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/opencl-1-2-quick-reference-card.pdf -------------------------------------------------------------------------------- /doc_github/user_guide/user_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/user_guide/user_guide.md -------------------------------------------------------------------------------- /doc_github/user_guide/user_guide_0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/user_guide/user_guide_0.jpg -------------------------------------------------------------------------------- /doc_github/user_guide/user_guide_1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/doc_github/user_guide/user_guide_1.jpg -------------------------------------------------------------------------------- /litenn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/__init__.py -------------------------------------------------------------------------------- /litenn/core/CLKernelHelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/CLKernelHelper.py -------------------------------------------------------------------------------- /litenn/core/Cacheton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/Cacheton.py -------------------------------------------------------------------------------- /litenn/core/Saveable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/Saveable.py -------------------------------------------------------------------------------- /litenn/core/Tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/Tensor.py -------------------------------------------------------------------------------- /litenn/core/TensorAxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/TensorAxes.py -------------------------------------------------------------------------------- /litenn/core/TensorShape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/TensorShape.py -------------------------------------------------------------------------------- /litenn/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/__init__.py -------------------------------------------------------------------------------- /litenn/core/backward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/backward.py -------------------------------------------------------------------------------- /litenn/core/hint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/hint/__init__.py -------------------------------------------------------------------------------- /litenn/core/info/InfoBroadcast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoBroadcast.py -------------------------------------------------------------------------------- /litenn/core/info/InfoConcat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoConcat.py -------------------------------------------------------------------------------- /litenn/core/info/InfoConv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoConv2D.py -------------------------------------------------------------------------------- /litenn/core/info/InfoConvAxis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoConvAxis.py -------------------------------------------------------------------------------- /litenn/core/info/InfoReduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoReduction.py -------------------------------------------------------------------------------- /litenn/core/info/InfoReshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoReshape.py -------------------------------------------------------------------------------- /litenn/core/info/InfoStack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoStack.py -------------------------------------------------------------------------------- /litenn/core/info/InfoTile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoTile.py -------------------------------------------------------------------------------- /litenn/core/info/InfoTranspose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/InfoTranspose.py -------------------------------------------------------------------------------- /litenn/core/info/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/info/__init__.py -------------------------------------------------------------------------------- /litenn/core/initializer/CoordsArange.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/CoordsArange.py -------------------------------------------------------------------------------- /litenn/core/initializer/Glorot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/Glorot.py -------------------------------------------------------------------------------- /litenn/core/initializer/He.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/He.py -------------------------------------------------------------------------------- /litenn/core/initializer/Initializer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/Initializer.py -------------------------------------------------------------------------------- /litenn/core/initializer/MeshGrid2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/MeshGrid2D.py -------------------------------------------------------------------------------- /litenn/core/initializer/NumpyArray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/NumpyArray.py -------------------------------------------------------------------------------- /litenn/core/initializer/RandomNormal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/RandomNormal.py -------------------------------------------------------------------------------- /litenn/core/initializer/RandomUniform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/RandomUniform.py -------------------------------------------------------------------------------- /litenn/core/initializer/Scalar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/Scalar.py -------------------------------------------------------------------------------- /litenn/core/initializer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/initializer/__init__.py -------------------------------------------------------------------------------- /litenn/core/minicl/CLBuffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/CLBuffer.py -------------------------------------------------------------------------------- /litenn/core/minicl/CLDevice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/CLDevice.py -------------------------------------------------------------------------------- /litenn/core/minicl/CLDevicesBuffers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/CLDevicesBuffers.py -------------------------------------------------------------------------------- /litenn/core/minicl/CLKernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/CLKernel.py -------------------------------------------------------------------------------- /litenn/core/minicl/CLShallowMode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/CLShallowMode.py -------------------------------------------------------------------------------- /litenn/core/minicl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/__init__.py -------------------------------------------------------------------------------- /litenn/core/minicl/api/OpenCL/OpenCL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/api/OpenCL/OpenCL.py -------------------------------------------------------------------------------- /litenn/core/minicl/api/OpenCL/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/api/OpenCL/__init__.py -------------------------------------------------------------------------------- /litenn/core/minicl/devices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/minicl/devices.py -------------------------------------------------------------------------------- /litenn/core/module/AdaptiveInstanceNorm2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/AdaptiveInstanceNorm2D.py -------------------------------------------------------------------------------- /litenn/core/module/BatchNorm2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/BatchNorm2D.py -------------------------------------------------------------------------------- /litenn/core/module/BlurPool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/BlurPool.py -------------------------------------------------------------------------------- /litenn/core/module/Conv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/Conv2D.py -------------------------------------------------------------------------------- /litenn/core/module/Conv2DTranspose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/Conv2DTranspose.py -------------------------------------------------------------------------------- /litenn/core/module/Dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/Dense.py -------------------------------------------------------------------------------- /litenn/core/module/DenseAffine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/DenseAffine.py -------------------------------------------------------------------------------- /litenn/core/module/DepthwiseConv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/DepthwiseConv2D.py -------------------------------------------------------------------------------- /litenn/core/module/Dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/Dropout.py -------------------------------------------------------------------------------- /litenn/core/module/FRNorm2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/FRNorm2D.py -------------------------------------------------------------------------------- /litenn/core/module/InstanceNorm2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/InstanceNorm2D.py -------------------------------------------------------------------------------- /litenn/core/module/Module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/Module.py -------------------------------------------------------------------------------- /litenn/core/module/ModuleBase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/ModuleBase.py -------------------------------------------------------------------------------- /litenn/core/module/PReLU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/PReLU.py -------------------------------------------------------------------------------- /litenn/core/module/SeparableConv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/SeparableConv2D.py -------------------------------------------------------------------------------- /litenn/core/module/TLU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/module/TLU.py -------------------------------------------------------------------------------- /litenn/core/op/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/__init__.py -------------------------------------------------------------------------------- /litenn/core/op/concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/concat.py -------------------------------------------------------------------------------- /litenn/core/op/conv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/conv2D.py -------------------------------------------------------------------------------- /litenn/core/op/conv2DTranspose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/conv2DTranspose.py -------------------------------------------------------------------------------- /litenn/core/op/depthwise_conv2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/depthwise_conv2D.py -------------------------------------------------------------------------------- /litenn/core/op/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/dropout.py -------------------------------------------------------------------------------- /litenn/core/op/dual_wise_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/dual_wise_op.py -------------------------------------------------------------------------------- /litenn/core/op/element_wise_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/element_wise_op.py -------------------------------------------------------------------------------- /litenn/core/op/matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/matmul.py -------------------------------------------------------------------------------- /litenn/core/op/pool2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/pool2D.py -------------------------------------------------------------------------------- /litenn/core/op/reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/reduce.py -------------------------------------------------------------------------------- /litenn/core/op/reshape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/reshape.py -------------------------------------------------------------------------------- /litenn/core/op/resize2D_bilinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/resize2D_bilinear.py -------------------------------------------------------------------------------- /litenn/core/op/resize2D_nearest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/resize2D_nearest.py -------------------------------------------------------------------------------- /litenn/core/op/slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/slice.py -------------------------------------------------------------------------------- /litenn/core/op/spatial_affine_transform2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/spatial_affine_transform2D.py -------------------------------------------------------------------------------- /litenn/core/op/spatial_transform2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/spatial_transform2D.py -------------------------------------------------------------------------------- /litenn/core/op/ssim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/ssim.py -------------------------------------------------------------------------------- /litenn/core/op/stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/stack.py -------------------------------------------------------------------------------- /litenn/core/op/tile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/tile.py -------------------------------------------------------------------------------- /litenn/core/op/transpose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/transpose.py -------------------------------------------------------------------------------- /litenn/core/op/unfold2D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/op/unfold2D.py -------------------------------------------------------------------------------- /litenn/core/optimizer/AdaBelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/AdaBelief.py -------------------------------------------------------------------------------- /litenn/core/optimizer/Adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/Adam.py -------------------------------------------------------------------------------- /litenn/core/optimizer/Optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/Optimizer.py -------------------------------------------------------------------------------- /litenn/core/optimizer/RMSprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/RMSprop.py -------------------------------------------------------------------------------- /litenn/core/optimizer/SGD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/SGD.py -------------------------------------------------------------------------------- /litenn/core/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/optimizer/__init__.py -------------------------------------------------------------------------------- /litenn/core/test/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/test/__init__.py -------------------------------------------------------------------------------- /litenn/core/test/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/litenn/core/test/test.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iperov/litenn/HEAD/setup.py --------------------------------------------------------------------------------