├── .gitignore ├── .pre-commit-config.yaml ├── .pylintrc ├── LICENSE ├── README.md ├── assets └── imgs │ └── sequence_length.jpg ├── litegen ├── __init__.py ├── distributed │ ├── __init__.py │ ├── collective.py │ ├── comm_context.py │ ├── group_initializer.py │ ├── initialize.py │ └── utils │ │ ├── __init__.py │ │ ├── config.py │ │ ├── env.py │ │ └── singleton.py ├── litegen.py ├── module_convert │ ├── __init__.py │ └── op_replace.py ├── modules │ └── attention │ │ └── sparse_attention.py ├── offload │ └── async_offload.py └── utils │ ├── const_registry.py │ ├── ema.py │ └── encode.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/.pylintrc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/README.md -------------------------------------------------------------------------------- /assets/imgs/sequence_length.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/assets/imgs/sequence_length.jpg -------------------------------------------------------------------------------- /litegen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/__init__.py -------------------------------------------------------------------------------- /litegen/distributed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/__init__.py -------------------------------------------------------------------------------- /litegen/distributed/collective.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/collective.py -------------------------------------------------------------------------------- /litegen/distributed/comm_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/comm_context.py -------------------------------------------------------------------------------- /litegen/distributed/group_initializer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/group_initializer.py -------------------------------------------------------------------------------- /litegen/distributed/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/initialize.py -------------------------------------------------------------------------------- /litegen/distributed/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/utils/__init__.py -------------------------------------------------------------------------------- /litegen/distributed/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/utils/config.py -------------------------------------------------------------------------------- /litegen/distributed/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/utils/env.py -------------------------------------------------------------------------------- /litegen/distributed/utils/singleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/distributed/utils/singleton.py -------------------------------------------------------------------------------- /litegen/litegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/litegen.py -------------------------------------------------------------------------------- /litegen/module_convert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/module_convert/__init__.py -------------------------------------------------------------------------------- /litegen/module_convert/op_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/module_convert/op_replace.py -------------------------------------------------------------------------------- /litegen/modules/attention/sparse_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/modules/attention/sparse_attention.py -------------------------------------------------------------------------------- /litegen/offload/async_offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/offload/async_offload.py -------------------------------------------------------------------------------- /litegen/utils/const_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/utils/const_registry.py -------------------------------------------------------------------------------- /litegen/utils/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/utils/ema.py -------------------------------------------------------------------------------- /litegen/utils/encode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/litegen/utils/encode.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vchitect/LiteGen/HEAD/requirements.txt --------------------------------------------------------------------------------