├── .gitignore ├── CMakeLists.txt ├── README.md ├── src ├── CMakeLists.txt ├── cedar.cpp ├── cedar.h ├── hugemaker.cpp ├── marisa.h ├── marisa │ ├── agent.cc │ ├── agent.h │ ├── base.h │ ├── exception.h │ ├── grimoire │ │ ├── algorithm.h │ │ ├── algorithm │ │ │ └── sort.h │ │ ├── intrin.h │ │ ├── io.h │ │ ├── io │ │ │ ├── mapper.cc │ │ │ ├── mapper.h │ │ │ ├── reader.cc │ │ │ ├── reader.h │ │ │ ├── writer.cc │ │ │ └── writer.h │ │ ├── trie.h │ │ ├── trie │ │ │ ├── cache.h │ │ │ ├── config.h │ │ │ ├── entry.h │ │ │ ├── header.h │ │ │ ├── history.h │ │ │ ├── key.h │ │ │ ├── louds-trie.cc │ │ │ ├── louds-trie.h │ │ │ ├── range.h │ │ │ ├── state.h │ │ │ ├── tail.cc │ │ │ └── tail.h │ │ ├── vector.h │ │ └── vector │ │ │ ├── bit-vector.cc │ │ │ ├── bit-vector.h │ │ │ ├── flat-vector.h │ │ │ ├── pop-count.h │ │ │ ├── rank-index.h │ │ │ └── vector.h │ ├── iostream.h │ ├── key.h │ ├── keyset.cc │ ├── keyset.h │ ├── query.h │ ├── scoped-array.h │ ├── scoped-ptr.h │ ├── stdio.h │ ├── trie.cc │ └── trie.h ├── sample.cc ├── segword.cpp └── wordmaker.cpp └── tests ├── hong_output.txt ├── moyan_output.txt ├── sogo_output.txt └── tfidf.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/.gitignore -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/README.md -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/cedar.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/cedar.cpp -------------------------------------------------------------------------------- /src/cedar.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/cedar.h -------------------------------------------------------------------------------- /src/hugemaker.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/hugemaker.cpp -------------------------------------------------------------------------------- /src/marisa.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa.h -------------------------------------------------------------------------------- /src/marisa/agent.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/agent.cc -------------------------------------------------------------------------------- /src/marisa/agent.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/agent.h -------------------------------------------------------------------------------- /src/marisa/base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/base.h -------------------------------------------------------------------------------- /src/marisa/exception.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/exception.h -------------------------------------------------------------------------------- /src/marisa/grimoire/algorithm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/algorithm.h -------------------------------------------------------------------------------- /src/marisa/grimoire/algorithm/sort.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/algorithm/sort.h -------------------------------------------------------------------------------- /src/marisa/grimoire/intrin.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/intrin.h -------------------------------------------------------------------------------- /src/marisa/grimoire/io.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io.h -------------------------------------------------------------------------------- /src/marisa/grimoire/io/mapper.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/mapper.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/io/mapper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/mapper.h -------------------------------------------------------------------------------- /src/marisa/grimoire/io/reader.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/reader.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/io/reader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/reader.h -------------------------------------------------------------------------------- /src/marisa/grimoire/io/writer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/writer.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/io/writer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/io/writer.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/cache.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/config.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/config.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/entry.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/entry.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/header.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/header.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/history.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/history.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/key.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/key.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/louds-trie.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/louds-trie.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/louds-trie.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/louds-trie.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/range.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/range.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/state.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/state.h -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/tail.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/tail.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/trie/tail.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/trie/tail.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/bit-vector.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/bit-vector.cc -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/bit-vector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/bit-vector.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/flat-vector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/flat-vector.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/pop-count.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/pop-count.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/rank-index.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/rank-index.h -------------------------------------------------------------------------------- /src/marisa/grimoire/vector/vector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/grimoire/vector/vector.h -------------------------------------------------------------------------------- /src/marisa/iostream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/iostream.h -------------------------------------------------------------------------------- /src/marisa/key.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/key.h -------------------------------------------------------------------------------- /src/marisa/keyset.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/keyset.cc -------------------------------------------------------------------------------- /src/marisa/keyset.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/keyset.h -------------------------------------------------------------------------------- /src/marisa/query.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/query.h -------------------------------------------------------------------------------- /src/marisa/scoped-array.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/scoped-array.h -------------------------------------------------------------------------------- /src/marisa/scoped-ptr.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/scoped-ptr.h -------------------------------------------------------------------------------- /src/marisa/stdio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/stdio.h -------------------------------------------------------------------------------- /src/marisa/trie.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/trie.cc -------------------------------------------------------------------------------- /src/marisa/trie.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/marisa/trie.h -------------------------------------------------------------------------------- /src/sample.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/sample.cc -------------------------------------------------------------------------------- /src/segword.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/segword.cpp -------------------------------------------------------------------------------- /src/wordmaker.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/src/wordmaker.cpp -------------------------------------------------------------------------------- /tests/hong_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/tests/hong_output.txt -------------------------------------------------------------------------------- /tests/moyan_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/tests/moyan_output.txt -------------------------------------------------------------------------------- /tests/sogo_output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/tests/sogo_output.txt -------------------------------------------------------------------------------- /tests/tfidf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jannson/wordmaker/HEAD/tests/tfidf.py --------------------------------------------------------------------------------