├── .gitignore ├── LICENSE ├── README.md ├── assets ├── blog1.jpg └── blog2.jpg ├── matmamba ├── __init__.py ├── mamba2.py ├── matmamba2_vision.py ├── mixer_seq_simple.py └── tensor_parallel.py ├── scripts ├── pyrun_matmamba2_1.4B.sh ├── pyrun_matmamba2_130M.sh ├── pyrun_matmamba2_2.8B.sh ├── pyrun_matmamba2_370M.sh ├── pyrun_matmamba2_790M.sh ├── pyrun_matmamba2vision_135M_imagenet.sh ├── pyrun_matmamba2vision_35M_imagenet.sh ├── setup_env.sh └── setup_imagenet_training_env.sh ├── setup.py ├── tests ├── __init__.py ├── pyrun_mixnmatch_val_fineweb.sh ├── pyrun_mixnmatch_val_imagenet.sh ├── test_val_mixnmatch_fineweb.py └── test_val_mixnmatch_imagenet.py ├── train_fineweb.py └── train_imagenet.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/README.md -------------------------------------------------------------------------------- /assets/blog1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/assets/blog1.jpg -------------------------------------------------------------------------------- /assets/blog2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/assets/blog2.jpg -------------------------------------------------------------------------------- /matmamba/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/matmamba/__init__.py -------------------------------------------------------------------------------- /matmamba/mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/matmamba/mamba2.py -------------------------------------------------------------------------------- /matmamba/matmamba2_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/matmamba/matmamba2_vision.py -------------------------------------------------------------------------------- /matmamba/mixer_seq_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/matmamba/mixer_seq_simple.py -------------------------------------------------------------------------------- /matmamba/tensor_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/matmamba/tensor_parallel.py -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2_1.4B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2_1.4B.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2_130M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2_130M.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2_2.8B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2_2.8B.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2_370M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2_370M.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2_790M.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2_790M.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2vision_135M_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2vision_135M_imagenet.sh -------------------------------------------------------------------------------- /scripts/pyrun_matmamba2vision_35M_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/pyrun_matmamba2vision_35M_imagenet.sh -------------------------------------------------------------------------------- /scripts/setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/setup_env.sh -------------------------------------------------------------------------------- /scripts/setup_imagenet_training_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/scripts/setup_imagenet_training_env.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/pyrun_mixnmatch_val_fineweb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/tests/pyrun_mixnmatch_val_fineweb.sh -------------------------------------------------------------------------------- /tests/pyrun_mixnmatch_val_imagenet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/tests/pyrun_mixnmatch_val_imagenet.sh -------------------------------------------------------------------------------- /tests/test_val_mixnmatch_fineweb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/tests/test_val_mixnmatch_fineweb.py -------------------------------------------------------------------------------- /tests/test_val_mixnmatch_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/tests/test_val_mixnmatch_imagenet.py -------------------------------------------------------------------------------- /train_fineweb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/train_fineweb.py -------------------------------------------------------------------------------- /train_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GenRobo/MatMamba/HEAD/train_imagenet.py --------------------------------------------------------------------------------