├── .gitignore ├── Cargo.toml ├── LICENSE ├── README.md ├── examples ├── gpt2 │ ├── README.md │ ├── main.rs │ ├── tokenizer.rs │ └── transformer.rs ├── mnist_mlp.rs └── rnn.rs ├── gpt.jpeg ├── src ├── core │ ├── mod.rs │ ├── tensor │ │ ├── matmul.rs │ │ ├── mod.rs │ │ └── tensor_ops.rs │ └── value │ │ ├── mod.rs │ │ └── value_ops.rs ├── lib.rs └── nn │ ├── embedding.rs │ ├── gelu.rs │ ├── layernorm.rs │ ├── linear.rs │ ├── mod.rs │ ├── optim │ ├── base_sgd.rs │ └── mod.rs │ ├── relu.rs │ └── tanh.rs └── tests ├── simple_mlp_nn.rs └── simple_mlp_raw.rs /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/.gitignore -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/README.md -------------------------------------------------------------------------------- /examples/gpt2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/gpt2/README.md -------------------------------------------------------------------------------- /examples/gpt2/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/gpt2/main.rs -------------------------------------------------------------------------------- /examples/gpt2/tokenizer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/gpt2/tokenizer.rs -------------------------------------------------------------------------------- /examples/gpt2/transformer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/gpt2/transformer.rs -------------------------------------------------------------------------------- /examples/mnist_mlp.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/mnist_mlp.rs -------------------------------------------------------------------------------- /examples/rnn.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/examples/rnn.rs -------------------------------------------------------------------------------- /gpt.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/gpt.jpeg -------------------------------------------------------------------------------- /src/core/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/mod.rs -------------------------------------------------------------------------------- /src/core/tensor/matmul.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/tensor/matmul.rs -------------------------------------------------------------------------------- /src/core/tensor/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/tensor/mod.rs -------------------------------------------------------------------------------- /src/core/tensor/tensor_ops.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/tensor/tensor_ops.rs -------------------------------------------------------------------------------- /src/core/value/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/value/mod.rs -------------------------------------------------------------------------------- /src/core/value/value_ops.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/core/value/value_ops.rs -------------------------------------------------------------------------------- /src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/lib.rs -------------------------------------------------------------------------------- /src/nn/embedding.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/embedding.rs -------------------------------------------------------------------------------- /src/nn/gelu.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/gelu.rs -------------------------------------------------------------------------------- /src/nn/layernorm.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/layernorm.rs -------------------------------------------------------------------------------- /src/nn/linear.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/linear.rs -------------------------------------------------------------------------------- /src/nn/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/mod.rs -------------------------------------------------------------------------------- /src/nn/optim/base_sgd.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/optim/base_sgd.rs -------------------------------------------------------------------------------- /src/nn/optim/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/optim/mod.rs -------------------------------------------------------------------------------- /src/nn/relu.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/relu.rs -------------------------------------------------------------------------------- /src/nn/tanh.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/src/nn/tanh.rs -------------------------------------------------------------------------------- /tests/simple_mlp_nn.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/tests/simple_mlp_nn.rs -------------------------------------------------------------------------------- /tests/simple_mlp_raw.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nreHieW/r-nn/HEAD/tests/simple_mlp_raw.rs --------------------------------------------------------------------------------