├── LICENSE ├── MANIFEST.in ├── README.md ├── README_en.md ├── bytepiece ├── __init__.py ├── bytepiece.py └── faster.pyx ├── models ├── README.md ├── bytepiece.eu.plus.160k.zip ├── bytepiece.eu.plus.240k.zip ├── bytepiece.eu.plus.320k.zip ├── bytepiece.eu.plus.40k.zip ├── bytepiece.eu.plus.80k.zip ├── bytepiece.id.eu.plus.160k.zip ├── bytepiece.id.eu.plus.240k.zip ├── bytepiece.id.eu.plus.320k.zip ├── bytepiece.id.eu.plus.40k.zip ├── bytepiece.id.eu.plus.80k.zip ├── bytepiece.id.plus.160k.zip ├── bytepiece.id.plus.240k.zip ├── bytepiece.id.plus.320k.zip ├── bytepiece.id.plus.40k.zip ├── bytepiece.id.plus.80k.zip ├── bytepiece.jieba.410k.zip ├── bytepiece.plus.160k.zip ├── bytepiece.plus.240k.zip ├── bytepiece.plus.320k.zip ├── bytepiece.plus.40k.zip ├── bytepiece.plus.80k.zip ├── bytepiece.zh.id.eu.160k.zip ├── bytepiece.zh.id.eu.240k.zip ├── bytepiece.zh.id.eu.320k.zip ├── bytepiece.zh.id.eu.40k.zip ├── bytepiece.zh.id.eu.80k.zip ├── bytepiece_160k.zip └── bytepiece_80k.zip └── setup.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include README_en.md 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/README_en.md -------------------------------------------------------------------------------- /bytepiece/__init__.py: -------------------------------------------------------------------------------- 1 | #! -*- coding: utf-8 -*- 2 | 3 | from .bytepiece import * 4 | 5 | __version__ = '0.6.3' 6 | -------------------------------------------------------------------------------- /bytepiece/bytepiece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/bytepiece/bytepiece.py -------------------------------------------------------------------------------- /bytepiece/faster.pyx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/bytepiece/faster.pyx -------------------------------------------------------------------------------- /models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/README.md -------------------------------------------------------------------------------- /models/bytepiece.eu.plus.160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.eu.plus.160k.zip -------------------------------------------------------------------------------- /models/bytepiece.eu.plus.240k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.eu.plus.240k.zip -------------------------------------------------------------------------------- /models/bytepiece.eu.plus.320k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.eu.plus.320k.zip -------------------------------------------------------------------------------- /models/bytepiece.eu.plus.40k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.eu.plus.40k.zip -------------------------------------------------------------------------------- /models/bytepiece.eu.plus.80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.eu.plus.80k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.eu.plus.160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.eu.plus.160k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.eu.plus.240k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.eu.plus.240k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.eu.plus.320k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.eu.plus.320k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.eu.plus.40k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.eu.plus.40k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.eu.plus.80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.eu.plus.80k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.plus.160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.plus.160k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.plus.240k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.plus.240k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.plus.320k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.plus.320k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.plus.40k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.plus.40k.zip -------------------------------------------------------------------------------- /models/bytepiece.id.plus.80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.id.plus.80k.zip -------------------------------------------------------------------------------- /models/bytepiece.jieba.410k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.jieba.410k.zip -------------------------------------------------------------------------------- /models/bytepiece.plus.160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.plus.160k.zip -------------------------------------------------------------------------------- /models/bytepiece.plus.240k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.plus.240k.zip -------------------------------------------------------------------------------- /models/bytepiece.plus.320k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.plus.320k.zip -------------------------------------------------------------------------------- /models/bytepiece.plus.40k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.plus.40k.zip -------------------------------------------------------------------------------- /models/bytepiece.plus.80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.plus.80k.zip -------------------------------------------------------------------------------- /models/bytepiece.zh.id.eu.160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.zh.id.eu.160k.zip -------------------------------------------------------------------------------- /models/bytepiece.zh.id.eu.240k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.zh.id.eu.240k.zip -------------------------------------------------------------------------------- /models/bytepiece.zh.id.eu.320k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.zh.id.eu.320k.zip -------------------------------------------------------------------------------- /models/bytepiece.zh.id.eu.40k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.zh.id.eu.40k.zip -------------------------------------------------------------------------------- /models/bytepiece.zh.id.eu.80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece.zh.id.eu.80k.zip -------------------------------------------------------------------------------- /models/bytepiece_160k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece_160k.zip -------------------------------------------------------------------------------- /models/bytepiece_80k.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/models/bytepiece_80k.zip -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bojone/bytepiece/HEAD/setup.py --------------------------------------------------------------------------------