├── .gitignore ├── LICENSE ├── README.md ├── README_zh-CN.md ├── mixtralkit ├── __init__.py ├── layers │ ├── __init__.py │ ├── attention.py │ ├── ffn.py │ ├── moe.py │ ├── norm.py │ ├── position_embeding.py │ ├── tokenizer.py │ ├── transformer.py │ └── utils.py ├── mixtral │ ├── __init__.py │ └── generation.py └── utils │ ├── __init__.py │ ├── generation.py │ └── sampling.py ├── requirements.txt ├── setup.py └── tools └── example.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/README.md -------------------------------------------------------------------------------- /README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/README_zh-CN.md -------------------------------------------------------------------------------- /mixtralkit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mixtralkit/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/__init__.py -------------------------------------------------------------------------------- /mixtralkit/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/attention.py -------------------------------------------------------------------------------- /mixtralkit/layers/ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/ffn.py -------------------------------------------------------------------------------- /mixtralkit/layers/moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/moe.py -------------------------------------------------------------------------------- /mixtralkit/layers/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/norm.py -------------------------------------------------------------------------------- /mixtralkit/layers/position_embeding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/position_embeding.py -------------------------------------------------------------------------------- /mixtralkit/layers/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/tokenizer.py -------------------------------------------------------------------------------- /mixtralkit/layers/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/transformer.py -------------------------------------------------------------------------------- /mixtralkit/layers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/layers/utils.py -------------------------------------------------------------------------------- /mixtralkit/mixtral/__init__.py: -------------------------------------------------------------------------------- 1 | from .generation import Mixtral -------------------------------------------------------------------------------- /mixtralkit/mixtral/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/mixtral/generation.py -------------------------------------------------------------------------------- /mixtralkit/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/utils/__init__.py -------------------------------------------------------------------------------- /mixtralkit/utils/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/utils/generation.py -------------------------------------------------------------------------------- /mixtralkit/utils/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/mixtralkit/utils/sampling.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | fairscale 3 | sentencepiece 4 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/setup.py -------------------------------------------------------------------------------- /tools/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/open-compass/MixtralKit/HEAD/tools/example.py --------------------------------------------------------------------------------