├── .idea ├── .gitignore ├── VoCapXLM.iml ├── deployment.xml ├── inspectionProfiles │ └── profiles_settings.xml ├── misc.xml ├── modules.xml ├── sshConfigs.xml ├── vcs.xml └── webServers.xml ├── README.md ├── VoCap_500k ├── dict.txt └── sentencepiece.bpe.model ├── lang_prob_wiki.json ├── sample_multilingual_corpus.py ├── sentencepiece ├── .gitignore ├── .idea │ ├── .gitignore │ ├── deployment.xml │ ├── inspectionProfiles │ │ └── profiles_settings.xml │ ├── misc.xml │ ├── modules.xml │ ├── sentencepiece.iml │ ├── vcs.xml │ └── webServers.xml ├── .travis.yml ├── CMakeLists.txt ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── VERSION.txt ├── appveyor.yml ├── config.h.in ├── data │ ├── Scripts.txt │ ├── botchan.txt │ ├── extract_headers.pl │ ├── gen_spec_parser.pl │ ├── gen_unicode_scripts_code.pl │ ├── ids_denorm.tsv │ ├── ids_norm.tsv │ ├── nfkc.tsv │ ├── nfkc_cf.tsv │ ├── nmt_nfkc.tsv │ ├── nmt_nfkc_cf.tsv │ └── wagahaiwa_nekodearu.txt ├── doc │ ├── api.md │ ├── experiments.md │ ├── normalization.md │ ├── options.md │ └── special_symbols.md ├── python │ ├── .gitignore │ ├── MANIFEST.in │ ├── README.md │ ├── VERSION.txt │ ├── add_new_vocab.ipynb │ ├── build_bundled.sh │ ├── make_py_wheel.sh │ ├── make_py_wheel_mac.sh │ ├── once.h │ ├── sentencepiece_python_module_example.ipynb │ ├── setup.cfg │ ├── setup.py │ ├── src │ │ └── sentencepiece │ │ │ ├── __init__.py │ │ │ ├── sentencepiece.i │ │ │ ├── sentencepiece_model_pb2.py │ │ │ ├── sentencepiece_pb2.py │ │ │ └── sentencepiece_wrap.cxx │ └── test │ │ ├── __init__.py │ │ ├── botchan.txt │ │ ├── sentencepiece_test.py │ │ ├── test_ja_model.model │ │ └── test_model.model ├── sentencepiece.pc.in ├── src │ ├── CMakeLists.txt │ ├── bpe_model.cc │ ├── bpe_model.h │ ├── bpe_model_test.cc │ ├── bpe_model_trainer.cc │ ├── bpe_model_trainer.h │ ├── bpe_model_trainer_test.cc │ ├── builder.cc │ ├── builder.h │ ├── builder_test.cc │ ├── builtin_pb │ │ ├── sentencepiece.pb.cc │ │ ├── sentencepiece.pb.h │ │ ├── sentencepiece_model.pb.cc │ │ └── sentencepiece_model.pb.h │ ├── char_model.cc │ ├── char_model.h │ ├── char_model_test.cc │ ├── char_model_trainer.cc │ ├── char_model_trainer.h │ ├── char_model_trainer_test.cc │ ├── common.h │ ├── compile_charsmap_main.cc │ ├── error.cc │ ├── filesystem.cc │ ├── filesystem.h │ ├── filesystem_test.cc │ ├── freelist.h │ ├── freelist_test.cc │ ├── init.h │ ├── init_test.cc │ ├── model_factory.cc │ ├── model_factory.h │ ├── model_factory_test.cc │ ├── model_interface.cc │ ├── model_interface.h │ ├── model_interface_test.cc │ ├── normalization_rule.h │ ├── normalizer.cc │ ├── normalizer.h │ ├── normalizer_test.cc │ ├── pretokenizer_for_training.cc │ ├── pretokenizer_for_training.h │ ├── pretokenizer_for_training_test.cc │ ├── sentencepiece.proto │ ├── sentencepiece_model.proto │ ├── sentencepiece_processor.cc │ ├── sentencepiece_processor.h │ ├── sentencepiece_processor_test.cc │ ├── sentencepiece_trainer.cc │ ├── sentencepiece_trainer.h │ ├── sentencepiece_trainer_test.cc │ ├── spec_parser.h │ ├── spm_decode_main.cc │ ├── spm_encode_main.cc │ ├── spm_export_vocab_main.cc │ ├── spm_normalize_main.cc │ ├── spm_train_main.cc │ ├── test_main.cc │ ├── testharness.cc │ ├── testharness.h │ ├── trainer_factory.cc │ ├── trainer_factory.h │ ├── trainer_factory_test.cc │ ├── trainer_interface.cc │ ├── trainer_interface.h │ ├── trainer_interface_test.cc │ ├── unicode_script.cc │ ├── unicode_script.h │ ├── unicode_script_map.h │ ├── unicode_script_test.cc │ ├── unigram_model.cc │ ├── unigram_model.h │ ├── unigram_model_test.cc │ ├── unigram_model_trainer.cc │ ├── unigram_model_trainer.h │ ├── unigram_model_trainer_test.cc │ ├── util.cc │ ├── util.h │ ├── util_test.cc │ ├── word_model.cc │ ├── word_model.h │ ├── word_model_test.cc │ ├── word_model_trainer.cc │ ├── word_model_trainer.h │ └── word_model_trainer_test.cc ├── tensorflow │ ├── .gitignore │ └── README.md ├── test.bat ├── test.sh └── third_party │ ├── CMakeLists.txt │ ├── absl │ ├── LICENSE │ ├── container │ │ ├── flat_hash_map.h │ │ └── flat_hash_set.h │ ├── flags │ │ ├── flag.cc │ │ ├── flag.h │ │ └── parse.h │ ├── memory │ │ └── memory.h │ └── strings │ │ ├── ascii.h │ │ ├── match.h │ │ ├── numbers.h │ │ ├── str_cat.h │ │ ├── str_format.h │ │ ├── str_join.h │ │ ├── str_replace.h │ │ ├── str_split.h │ │ ├── string_view.cc │ │ ├── string_view.h │ │ └── strip.h │ ├── darts_clone │ ├── LICENSE │ └── darts.h │ ├── esaxx │ ├── LICENSE │ ├── esa.hxx │ └── sais.hxx │ └── protobuf-lite │ ├── LICENSE │ ├── arena.cc │ ├── arenastring.cc │ ├── bytestream.cc │ ├── coded_stream.cc │ ├── common.cc │ ├── extension_set.cc │ ├── generated_enum_util.cc │ ├── generated_message_table_driven_lite.cc │ ├── generated_message_util.cc │ ├── google │ └── protobuf │ │ ├── any.h │ │ ├── arena.h │ │ ├── arena_impl.h │ │ ├── arenastring.h │ │ ├── descriptor.h │ │ ├── extension_set.h │ │ ├── extension_set_inl.h │ │ ├── generated_enum_reflection.h │ │ ├── generated_enum_util.h │ │ ├── generated_message_table_driven.h │ │ ├── generated_message_table_driven_lite.h │ │ ├── generated_message_util.h │ │ ├── has_bits.h │ │ ├── implicit_weak_message.h │ │ ├── io │ │ ├── coded_stream.h │ │ ├── io_win32.h │ │ ├── zero_copy_stream.h │ │ ├── zero_copy_stream_impl.h │ │ └── zero_copy_stream_impl_lite.h │ │ ├── map.h │ │ ├── map_entry_lite.h │ │ ├── map_field_lite.h │ │ ├── map_type_handler.h │ │ ├── message_lite.h │ │ ├── metadata_lite.h │ │ ├── parse_context.h │ │ ├── port.h │ │ ├── port_def.inc │ │ ├── port_undef.inc │ │ ├── repeated_field.h │ │ ├── stubs │ │ ├── bytestream.h │ │ ├── callback.h │ │ ├── casts.h │ │ ├── common.h │ │ ├── hash.h │ │ ├── int128.h │ │ ├── logging.h │ │ ├── macros.h │ │ ├── map_util.h │ │ ├── mutex.h │ │ ├── once.h │ │ ├── platform_macros.h │ │ ├── port.h │ │ ├── status.h │ │ ├── statusor.h │ │ ├── stl_util.h │ │ ├── stringpiece.h │ │ ├── stringprintf.h │ │ ├── strutil.h │ │ └── time.h │ │ ├── unknown_field_set.h │ │ └── wire_format_lite.h │ ├── implicit_weak_message.cc │ ├── int128.cc │ ├── io_win32.cc │ ├── message_lite.cc │ ├── parse_context.cc │ ├── repeated_field.cc │ ├── status.cc │ ├── statusor.cc │ ├── stringpiece.cc │ ├── stringprintf.cc │ ├── structurally_valid.cc │ ├── strutil.cc │ ├── time.cc │ ├── wire_format_lite.cc │ ├── zero_copy_stream.cc │ ├── zero_copy_stream_impl.cc │ └── zero_copy_stream_impl_lite.cc ├── train_mono_spm.py └── train_vocap.py /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/VoCapXLM.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/VoCapXLM.iml -------------------------------------------------------------------------------- /.idea/deployment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/deployment.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/sshConfigs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/sshConfigs.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /.idea/webServers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/.idea/webServers.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/README.md -------------------------------------------------------------------------------- /VoCap_500k/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/VoCap_500k/dict.txt -------------------------------------------------------------------------------- /VoCap_500k/sentencepiece.bpe.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/VoCap_500k/sentencepiece.bpe.model -------------------------------------------------------------------------------- /lang_prob_wiki.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/lang_prob_wiki.json -------------------------------------------------------------------------------- /sample_multilingual_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sample_multilingual_corpus.py -------------------------------------------------------------------------------- /sentencepiece/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.gitignore -------------------------------------------------------------------------------- /sentencepiece/.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/.gitignore -------------------------------------------------------------------------------- /sentencepiece/.idea/deployment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/deployment.xml -------------------------------------------------------------------------------- /sentencepiece/.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /sentencepiece/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/misc.xml -------------------------------------------------------------------------------- /sentencepiece/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/modules.xml -------------------------------------------------------------------------------- /sentencepiece/.idea/sentencepiece.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/sentencepiece.iml -------------------------------------------------------------------------------- /sentencepiece/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/vcs.xml -------------------------------------------------------------------------------- /sentencepiece/.idea/webServers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.idea/webServers.xml -------------------------------------------------------------------------------- /sentencepiece/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/.travis.yml -------------------------------------------------------------------------------- /sentencepiece/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/CMakeLists.txt -------------------------------------------------------------------------------- /sentencepiece/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/CONTRIBUTING.md -------------------------------------------------------------------------------- /sentencepiece/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/LICENSE -------------------------------------------------------------------------------- /sentencepiece/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/README.md -------------------------------------------------------------------------------- /sentencepiece/VERSION.txt: -------------------------------------------------------------------------------- 1 | 0.1.95 2 | -------------------------------------------------------------------------------- /sentencepiece/appveyor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/appveyor.yml -------------------------------------------------------------------------------- /sentencepiece/config.h.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/config.h.in -------------------------------------------------------------------------------- /sentencepiece/data/Scripts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/Scripts.txt -------------------------------------------------------------------------------- /sentencepiece/data/botchan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/botchan.txt -------------------------------------------------------------------------------- /sentencepiece/data/extract_headers.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/extract_headers.pl -------------------------------------------------------------------------------- /sentencepiece/data/gen_spec_parser.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/gen_spec_parser.pl -------------------------------------------------------------------------------- /sentencepiece/data/gen_unicode_scripts_code.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/gen_unicode_scripts_code.pl -------------------------------------------------------------------------------- /sentencepiece/data/ids_denorm.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/ids_denorm.tsv -------------------------------------------------------------------------------- /sentencepiece/data/ids_norm.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/ids_norm.tsv -------------------------------------------------------------------------------- /sentencepiece/data/nfkc.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/nfkc.tsv -------------------------------------------------------------------------------- /sentencepiece/data/nfkc_cf.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/nfkc_cf.tsv -------------------------------------------------------------------------------- /sentencepiece/data/nmt_nfkc.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/nmt_nfkc.tsv -------------------------------------------------------------------------------- /sentencepiece/data/nmt_nfkc_cf.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/nmt_nfkc_cf.tsv -------------------------------------------------------------------------------- /sentencepiece/data/wagahaiwa_nekodearu.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/data/wagahaiwa_nekodearu.txt -------------------------------------------------------------------------------- /sentencepiece/doc/api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/doc/api.md -------------------------------------------------------------------------------- /sentencepiece/doc/experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/doc/experiments.md -------------------------------------------------------------------------------- /sentencepiece/doc/normalization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/doc/normalization.md -------------------------------------------------------------------------------- /sentencepiece/doc/options.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/doc/options.md -------------------------------------------------------------------------------- /sentencepiece/doc/special_symbols.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/doc/special_symbols.md -------------------------------------------------------------------------------- /sentencepiece/python/.gitignore: -------------------------------------------------------------------------------- 1 | /*.so 2 | /build 3 | /*.pickle 4 | -------------------------------------------------------------------------------- /sentencepiece/python/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/MANIFEST.in -------------------------------------------------------------------------------- /sentencepiece/python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/README.md -------------------------------------------------------------------------------- /sentencepiece/python/VERSION.txt: -------------------------------------------------------------------------------- 1 | 0.1.95 2 | -------------------------------------------------------------------------------- /sentencepiece/python/add_new_vocab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/add_new_vocab.ipynb -------------------------------------------------------------------------------- /sentencepiece/python/build_bundled.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/build_bundled.sh -------------------------------------------------------------------------------- /sentencepiece/python/make_py_wheel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/make_py_wheel.sh -------------------------------------------------------------------------------- /sentencepiece/python/make_py_wheel_mac.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/make_py_wheel_mac.sh -------------------------------------------------------------------------------- /sentencepiece/python/once.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/once.h -------------------------------------------------------------------------------- /sentencepiece/python/sentencepiece_python_module_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/sentencepiece_python_module_example.ipynb -------------------------------------------------------------------------------- /sentencepiece/python/setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md 3 | -------------------------------------------------------------------------------- /sentencepiece/python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/setup.py -------------------------------------------------------------------------------- /sentencepiece/python/src/sentencepiece/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/src/sentencepiece/__init__.py -------------------------------------------------------------------------------- /sentencepiece/python/src/sentencepiece/sentencepiece.i: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/src/sentencepiece/sentencepiece.i -------------------------------------------------------------------------------- /sentencepiece/python/src/sentencepiece/sentencepiece_model_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/src/sentencepiece/sentencepiece_model_pb2.py -------------------------------------------------------------------------------- /sentencepiece/python/src/sentencepiece/sentencepiece_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/src/sentencepiece/sentencepiece_pb2.py -------------------------------------------------------------------------------- /sentencepiece/python/src/sentencepiece/sentencepiece_wrap.cxx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/src/sentencepiece/sentencepiece_wrap.cxx -------------------------------------------------------------------------------- /sentencepiece/python/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sentencepiece/python/test/botchan.txt: -------------------------------------------------------------------------------- 1 | ../../data/botchan.txt -------------------------------------------------------------------------------- /sentencepiece/python/test/sentencepiece_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/test/sentencepiece_test.py -------------------------------------------------------------------------------- /sentencepiece/python/test/test_ja_model.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/test/test_ja_model.model -------------------------------------------------------------------------------- /sentencepiece/python/test/test_model.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/python/test/test_model.model -------------------------------------------------------------------------------- /sentencepiece/sentencepiece.pc.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/sentencepiece.pc.in -------------------------------------------------------------------------------- /sentencepiece/src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/CMakeLists.txt -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model.cc -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model.h -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model_trainer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model_trainer.cc -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model_trainer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model_trainer.h -------------------------------------------------------------------------------- /sentencepiece/src/bpe_model_trainer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/bpe_model_trainer_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/builder.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builder.cc -------------------------------------------------------------------------------- /sentencepiece/src/builder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builder.h -------------------------------------------------------------------------------- /sentencepiece/src/builder_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builder_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/builtin_pb/sentencepiece.pb.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builtin_pb/sentencepiece.pb.cc -------------------------------------------------------------------------------- /sentencepiece/src/builtin_pb/sentencepiece.pb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builtin_pb/sentencepiece.pb.h -------------------------------------------------------------------------------- /sentencepiece/src/builtin_pb/sentencepiece_model.pb.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builtin_pb/sentencepiece_model.pb.cc -------------------------------------------------------------------------------- /sentencepiece/src/builtin_pb/sentencepiece_model.pb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/builtin_pb/sentencepiece_model.pb.h -------------------------------------------------------------------------------- /sentencepiece/src/char_model.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model.cc -------------------------------------------------------------------------------- /sentencepiece/src/char_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model.h -------------------------------------------------------------------------------- /sentencepiece/src/char_model_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/char_model_trainer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model_trainer.cc -------------------------------------------------------------------------------- /sentencepiece/src/char_model_trainer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model_trainer.h -------------------------------------------------------------------------------- /sentencepiece/src/char_model_trainer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/char_model_trainer_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/common.h -------------------------------------------------------------------------------- /sentencepiece/src/compile_charsmap_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/compile_charsmap_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/error.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/error.cc -------------------------------------------------------------------------------- /sentencepiece/src/filesystem.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/filesystem.cc -------------------------------------------------------------------------------- /sentencepiece/src/filesystem.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/filesystem.h -------------------------------------------------------------------------------- /sentencepiece/src/filesystem_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/filesystem_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/freelist.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/freelist.h -------------------------------------------------------------------------------- /sentencepiece/src/freelist_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/freelist_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/init.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/init.h -------------------------------------------------------------------------------- /sentencepiece/src/init_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/init_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/model_factory.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_factory.cc -------------------------------------------------------------------------------- /sentencepiece/src/model_factory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_factory.h -------------------------------------------------------------------------------- /sentencepiece/src/model_factory_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_factory_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/model_interface.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_interface.cc -------------------------------------------------------------------------------- /sentencepiece/src/model_interface.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_interface.h -------------------------------------------------------------------------------- /sentencepiece/src/model_interface_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/model_interface_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/normalization_rule.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/normalization_rule.h -------------------------------------------------------------------------------- /sentencepiece/src/normalizer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/normalizer.cc -------------------------------------------------------------------------------- /sentencepiece/src/normalizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/normalizer.h -------------------------------------------------------------------------------- /sentencepiece/src/normalizer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/normalizer_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/pretokenizer_for_training.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/pretokenizer_for_training.cc -------------------------------------------------------------------------------- /sentencepiece/src/pretokenizer_for_training.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/pretokenizer_for_training.h -------------------------------------------------------------------------------- /sentencepiece/src/pretokenizer_for_training_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/pretokenizer_for_training_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece.proto -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_model.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_model.proto -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_processor.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_processor.cc -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_processor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_processor.h -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_processor_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_processor_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_trainer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_trainer.cc -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_trainer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_trainer.h -------------------------------------------------------------------------------- /sentencepiece/src/sentencepiece_trainer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/sentencepiece_trainer_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/spec_parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spec_parser.h -------------------------------------------------------------------------------- /sentencepiece/src/spm_decode_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spm_decode_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/spm_encode_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spm_encode_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/spm_export_vocab_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spm_export_vocab_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/spm_normalize_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spm_normalize_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/spm_train_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/spm_train_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/test_main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/test_main.cc -------------------------------------------------------------------------------- /sentencepiece/src/testharness.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/testharness.cc -------------------------------------------------------------------------------- /sentencepiece/src/testharness.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/testharness.h -------------------------------------------------------------------------------- /sentencepiece/src/trainer_factory.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_factory.cc -------------------------------------------------------------------------------- /sentencepiece/src/trainer_factory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_factory.h -------------------------------------------------------------------------------- /sentencepiece/src/trainer_factory_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_factory_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/trainer_interface.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_interface.cc -------------------------------------------------------------------------------- /sentencepiece/src/trainer_interface.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_interface.h -------------------------------------------------------------------------------- /sentencepiece/src/trainer_interface_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/trainer_interface_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/unicode_script.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unicode_script.cc -------------------------------------------------------------------------------- /sentencepiece/src/unicode_script.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unicode_script.h -------------------------------------------------------------------------------- /sentencepiece/src/unicode_script_map.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unicode_script_map.h -------------------------------------------------------------------------------- /sentencepiece/src/unicode_script_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unicode_script_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model.cc -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model.h -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model_trainer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model_trainer.cc -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model_trainer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model_trainer.h -------------------------------------------------------------------------------- /sentencepiece/src/unigram_model_trainer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/unigram_model_trainer_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/util.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/util.cc -------------------------------------------------------------------------------- /sentencepiece/src/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/util.h -------------------------------------------------------------------------------- /sentencepiece/src/util_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/util_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/word_model.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model.cc -------------------------------------------------------------------------------- /sentencepiece/src/word_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model.h -------------------------------------------------------------------------------- /sentencepiece/src/word_model_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model_test.cc -------------------------------------------------------------------------------- /sentencepiece/src/word_model_trainer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model_trainer.cc -------------------------------------------------------------------------------- /sentencepiece/src/word_model_trainer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model_trainer.h -------------------------------------------------------------------------------- /sentencepiece/src/word_model_trainer_test.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/src/word_model_trainer_test.cc -------------------------------------------------------------------------------- /sentencepiece/tensorflow/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/tensorflow/.gitignore -------------------------------------------------------------------------------- /sentencepiece/tensorflow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/tensorflow/README.md -------------------------------------------------------------------------------- /sentencepiece/test.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/test.bat -------------------------------------------------------------------------------- /sentencepiece/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/test.sh -------------------------------------------------------------------------------- /sentencepiece/third_party/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/CMakeLists.txt -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/LICENSE -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/container/flat_hash_map.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/container/flat_hash_map.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/container/flat_hash_set.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/container/flat_hash_set.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/flags/flag.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/flags/flag.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/flags/flag.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/flags/flag.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/flags/parse.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/flags/parse.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/memory/memory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/memory/memory.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/ascii.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/ascii.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/match.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/match.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/numbers.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/numbers.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/str_cat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/str_cat.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/str_format.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/str_format.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/str_join.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/str_join.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/str_replace.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/str_replace.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/str_split.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/str_split.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/string_view.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/string_view.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/string_view.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/string_view.h -------------------------------------------------------------------------------- /sentencepiece/third_party/absl/strings/strip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/absl/strings/strip.h -------------------------------------------------------------------------------- /sentencepiece/third_party/darts_clone/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/darts_clone/LICENSE -------------------------------------------------------------------------------- /sentencepiece/third_party/darts_clone/darts.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/darts_clone/darts.h -------------------------------------------------------------------------------- /sentencepiece/third_party/esaxx/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/esaxx/LICENSE -------------------------------------------------------------------------------- /sentencepiece/third_party/esaxx/esa.hxx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/esaxx/esa.hxx -------------------------------------------------------------------------------- /sentencepiece/third_party/esaxx/sais.hxx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/esaxx/sais.hxx -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/LICENSE -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/arena.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/arena.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/arenastring.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/arenastring.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/bytestream.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/bytestream.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/coded_stream.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/coded_stream.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/common.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/common.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/extension_set.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/extension_set.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/generated_enum_util.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/generated_enum_util.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/generated_message_table_driven_lite.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/generated_message_table_driven_lite.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/generated_message_util.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/generated_message_util.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/any.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/any.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/arena.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/arena.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/arena_impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/arena_impl.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/arenastring.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/arenastring.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/descriptor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/descriptor.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/extension_set.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/extension_set.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/extension_set_inl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/extension_set_inl.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/generated_enum_reflection.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/generated_enum_reflection.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/generated_enum_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/generated_enum_util.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_table_driven.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_table_driven.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_table_driven_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_table_driven_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/generated_message_util.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/has_bits.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/has_bits.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/implicit_weak_message.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/implicit_weak_message.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/io/coded_stream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/io/coded_stream.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/io/io_win32.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/io/io_win32.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/map.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/map.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/map_entry_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/map_entry_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/map_field_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/map_field_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/map_type_handler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/map_type_handler.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/message_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/message_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/metadata_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/metadata_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/parse_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/parse_context.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/port.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/port.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/port_def.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/port_def.inc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/port_undef.inc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/port_undef.inc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/repeated_field.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/repeated_field.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/bytestream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/bytestream.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/callback.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/callback.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/casts.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/casts.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/common.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/hash.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/hash.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/int128.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/int128.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/logging.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/macros.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/macros.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/map_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/map_util.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/mutex.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/mutex.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/once.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/once.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/platform_macros.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/platform_macros.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/port.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/port.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/status.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/status.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/statusor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/statusor.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stl_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stl_util.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stringpiece.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stringpiece.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stringprintf.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/stringprintf.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/strutil.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/strutil.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/time.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/stubs/time.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/unknown_field_set.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/unknown_field_set.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/google/protobuf/wire_format_lite.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/google/protobuf/wire_format_lite.h -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/implicit_weak_message.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/implicit_weak_message.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/int128.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/int128.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/io_win32.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/io_win32.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/message_lite.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/message_lite.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/parse_context.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/parse_context.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/repeated_field.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/repeated_field.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/status.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/status.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/statusor.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/statusor.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/stringpiece.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/stringpiece.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/stringprintf.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/stringprintf.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/structurally_valid.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/structurally_valid.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/strutil.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/strutil.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/time.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/time.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/wire_format_lite.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/wire_format_lite.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/zero_copy_stream.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/zero_copy_stream.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/zero_copy_stream_impl.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/zero_copy_stream_impl.cc -------------------------------------------------------------------------------- /sentencepiece/third_party/protobuf-lite/zero_copy_stream_impl_lite.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/sentencepiece/third_party/protobuf-lite/zero_copy_stream_impl_lite.cc -------------------------------------------------------------------------------- /train_mono_spm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/train_mono_spm.py -------------------------------------------------------------------------------- /train_vocap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bozheng-hit/VoCapXLM/HEAD/train_vocap.py --------------------------------------------------------------------------------