├── .github ├── renovate.json ├── versions │ └── go └── workflows │ └── go.yml ├── LICENSE ├── README.md ├── cld3 ├── base.cc ├── base.h ├── casts.h ├── cld3.cc ├── cld3.go ├── cld3.h ├── cld3_test.go ├── embedding_feature_extractor.cc ├── embedding_feature_extractor.h ├── embedding_network.cc ├── embedding_network.h ├── embedding_network_params.h ├── feature_extractor.cc ├── feature_extractor.h ├── feature_extractor.pb.cc ├── feature_extractor.pb.h ├── feature_extractor.proto ├── feature_types.cc ├── feature_types.h ├── fixunicodevalue.cc ├── fixunicodevalue.h ├── float16.h ├── fml_parser.cc ├── fml_parser.h ├── generated_entities.cc ├── generated_ulscript.cc ├── generated_ulscript.h ├── getonescriptspan.cc ├── getonescriptspan.h ├── integral_types.h ├── lang_id_nn_params.cc ├── lang_id_nn_params.h ├── language_identifier_features.cc ├── language_identifier_features.h ├── nnet_lang_id_test_data.cc ├── nnet_lang_id_test_data.h ├── nnet_language_identifier.cc ├── nnet_language_identifier.h ├── offsetmap.cc ├── offsetmap.h ├── port.h ├── registry.cc ├── registry.h ├── relevant_script_feature.cc ├── relevant_script_feature.h ├── script_detector.h ├── sentence.pb.cc ├── sentence.pb.h ├── sentence.proto ├── sentence_features.cc ├── sentence_features.h ├── simple_adder.h ├── stringpiece.h ├── task_context.cc ├── task_context.h ├── task_context_params.cc ├── task_context_params.h ├── task_spec.pb.cc ├── task_spec.pb.h ├── task_spec.proto ├── text_processing.cc ├── text_processing.h ├── unicodetext.cc ├── unicodetext.h ├── utf8acceptinterchange.h ├── utf8prop_lettermarkscriptnum.h ├── utf8repl_lettermarklower.h ├── utf8scannot_lettermarkspecial.h ├── utf8statetable.cc ├── utf8statetable.h ├── utils.cc ├── utils.h ├── workspace.cc └── workspace.h └── go.mod /.github/renovate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/.github/renovate.json -------------------------------------------------------------------------------- /.github/versions/go: -------------------------------------------------------------------------------- 1 | 1.13.3 2 | -------------------------------------------------------------------------------- /.github/workflows/go.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/.github/workflows/go.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/README.md -------------------------------------------------------------------------------- /cld3/base.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/base.cc -------------------------------------------------------------------------------- /cld3/base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/base.h -------------------------------------------------------------------------------- /cld3/casts.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/casts.h -------------------------------------------------------------------------------- /cld3/cld3.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/cld3.cc -------------------------------------------------------------------------------- /cld3/cld3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/cld3.go -------------------------------------------------------------------------------- /cld3/cld3.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/cld3.h -------------------------------------------------------------------------------- /cld3/cld3_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/cld3_test.go -------------------------------------------------------------------------------- /cld3/embedding_feature_extractor.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/embedding_feature_extractor.cc -------------------------------------------------------------------------------- /cld3/embedding_feature_extractor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/embedding_feature_extractor.h -------------------------------------------------------------------------------- /cld3/embedding_network.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/embedding_network.cc -------------------------------------------------------------------------------- /cld3/embedding_network.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/embedding_network.h -------------------------------------------------------------------------------- /cld3/embedding_network_params.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/embedding_network_params.h -------------------------------------------------------------------------------- /cld3/feature_extractor.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_extractor.cc -------------------------------------------------------------------------------- /cld3/feature_extractor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_extractor.h -------------------------------------------------------------------------------- /cld3/feature_extractor.pb.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_extractor.pb.cc -------------------------------------------------------------------------------- /cld3/feature_extractor.pb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_extractor.pb.h -------------------------------------------------------------------------------- /cld3/feature_extractor.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_extractor.proto -------------------------------------------------------------------------------- /cld3/feature_types.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_types.cc -------------------------------------------------------------------------------- /cld3/feature_types.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/feature_types.h -------------------------------------------------------------------------------- /cld3/fixunicodevalue.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/fixunicodevalue.cc -------------------------------------------------------------------------------- /cld3/fixunicodevalue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/fixunicodevalue.h -------------------------------------------------------------------------------- /cld3/float16.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/float16.h -------------------------------------------------------------------------------- /cld3/fml_parser.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/fml_parser.cc -------------------------------------------------------------------------------- /cld3/fml_parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/fml_parser.h -------------------------------------------------------------------------------- /cld3/generated_entities.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/generated_entities.cc -------------------------------------------------------------------------------- /cld3/generated_ulscript.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/generated_ulscript.cc -------------------------------------------------------------------------------- /cld3/generated_ulscript.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/generated_ulscript.h -------------------------------------------------------------------------------- /cld3/getonescriptspan.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/getonescriptspan.cc -------------------------------------------------------------------------------- /cld3/getonescriptspan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/getonescriptspan.h -------------------------------------------------------------------------------- /cld3/integral_types.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/integral_types.h -------------------------------------------------------------------------------- /cld3/lang_id_nn_params.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/lang_id_nn_params.cc -------------------------------------------------------------------------------- /cld3/lang_id_nn_params.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/lang_id_nn_params.h -------------------------------------------------------------------------------- /cld3/language_identifier_features.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/language_identifier_features.cc -------------------------------------------------------------------------------- /cld3/language_identifier_features.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/language_identifier_features.h -------------------------------------------------------------------------------- /cld3/nnet_lang_id_test_data.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/nnet_lang_id_test_data.cc -------------------------------------------------------------------------------- /cld3/nnet_lang_id_test_data.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/nnet_lang_id_test_data.h -------------------------------------------------------------------------------- /cld3/nnet_language_identifier.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/nnet_language_identifier.cc -------------------------------------------------------------------------------- /cld3/nnet_language_identifier.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/nnet_language_identifier.h -------------------------------------------------------------------------------- /cld3/offsetmap.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/offsetmap.cc -------------------------------------------------------------------------------- /cld3/offsetmap.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/offsetmap.h -------------------------------------------------------------------------------- /cld3/port.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/port.h -------------------------------------------------------------------------------- /cld3/registry.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/registry.cc -------------------------------------------------------------------------------- /cld3/registry.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/registry.h -------------------------------------------------------------------------------- /cld3/relevant_script_feature.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/relevant_script_feature.cc -------------------------------------------------------------------------------- /cld3/relevant_script_feature.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/relevant_script_feature.h -------------------------------------------------------------------------------- /cld3/script_detector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/script_detector.h -------------------------------------------------------------------------------- /cld3/sentence.pb.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/sentence.pb.cc -------------------------------------------------------------------------------- /cld3/sentence.pb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/sentence.pb.h -------------------------------------------------------------------------------- /cld3/sentence.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/sentence.proto -------------------------------------------------------------------------------- /cld3/sentence_features.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/sentence_features.cc -------------------------------------------------------------------------------- /cld3/sentence_features.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/sentence_features.h -------------------------------------------------------------------------------- /cld3/simple_adder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/simple_adder.h -------------------------------------------------------------------------------- /cld3/stringpiece.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/stringpiece.h -------------------------------------------------------------------------------- /cld3/task_context.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_context.cc -------------------------------------------------------------------------------- /cld3/task_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_context.h -------------------------------------------------------------------------------- /cld3/task_context_params.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_context_params.cc -------------------------------------------------------------------------------- /cld3/task_context_params.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_context_params.h -------------------------------------------------------------------------------- /cld3/task_spec.pb.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_spec.pb.cc -------------------------------------------------------------------------------- /cld3/task_spec.pb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_spec.pb.h -------------------------------------------------------------------------------- /cld3/task_spec.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/task_spec.proto -------------------------------------------------------------------------------- /cld3/text_processing.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/text_processing.cc -------------------------------------------------------------------------------- /cld3/text_processing.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/text_processing.h -------------------------------------------------------------------------------- /cld3/unicodetext.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/unicodetext.cc -------------------------------------------------------------------------------- /cld3/unicodetext.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/unicodetext.h -------------------------------------------------------------------------------- /cld3/utf8acceptinterchange.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8acceptinterchange.h -------------------------------------------------------------------------------- /cld3/utf8prop_lettermarkscriptnum.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8prop_lettermarkscriptnum.h -------------------------------------------------------------------------------- /cld3/utf8repl_lettermarklower.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8repl_lettermarklower.h -------------------------------------------------------------------------------- /cld3/utf8scannot_lettermarkspecial.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8scannot_lettermarkspecial.h -------------------------------------------------------------------------------- /cld3/utf8statetable.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8statetable.cc -------------------------------------------------------------------------------- /cld3/utf8statetable.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utf8statetable.h -------------------------------------------------------------------------------- /cld3/utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utils.cc -------------------------------------------------------------------------------- /cld3/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/utils.h -------------------------------------------------------------------------------- /cld3/workspace.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/workspace.cc -------------------------------------------------------------------------------- /cld3/workspace.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jmhodges/gocld3/HEAD/cld3/workspace.h -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- 1 | module github.com/jmhodges/gocld3 2 | 3 | go 1.13 4 | --------------------------------------------------------------------------------