├── .Rbuildignore ├── .github ├── .gitignore └── workflows │ └── R-CMD-check.yaml ├── .gitignore ├── DESCRIPTION ├── NAMESPACE ├── NEWS ├── R ├── RcppExports.R └── cld2.R ├── README.md ├── cld2.Rproj ├── man └── cld2.Rd ├── src ├── Makevars ├── RcppExports.cpp ├── libcld2 │ ├── internal │ │ ├── cld2_dynamic_compat.h │ │ ├── cld2_generated_cjk_compatible.cc │ │ ├── cld2_generated_deltaoctachrome.cc │ │ ├── cld2_generated_distinctoctachrome.cc │ │ ├── cld2_generated_quadchrome_2.cc │ │ ├── cld2tablesummary.h │ │ ├── cld_generated_cjk_delta_bi_4.cc │ │ ├── cld_generated_cjk_uni_prop_80.cc │ │ ├── cld_generated_score_quad_octa_2.cc │ │ ├── cldutil.cc │ │ ├── cldutil.h │ │ ├── cldutil_shared.cc │ │ ├── cldutil_shared.h │ │ ├── compact_lang_det.cc │ │ ├── compact_lang_det_hint_code.cc │ │ ├── compact_lang_det_hint_code.h │ │ ├── compact_lang_det_impl.cc │ │ ├── compact_lang_det_impl.h │ │ ├── debug.cc │ │ ├── debug.h │ │ ├── fixunicodevalue.cc │ │ ├── fixunicodevalue.h │ │ ├── generated_distinct_bi_0.cc │ │ ├── generated_entities.cc │ │ ├── generated_language.cc │ │ ├── generated_language.h │ │ ├── generated_ulscript.cc │ │ ├── generated_ulscript.h │ │ ├── getonescriptspan.cc │ │ ├── getonescriptspan.h │ │ ├── integral_types.h │ │ ├── lang_script.cc │ │ ├── lang_script.h │ │ ├── langspan.h │ │ ├── offsetmap.cc │ │ ├── offsetmap.h │ │ ├── port.h │ │ ├── scoreonescriptspan.cc │ │ ├── scoreonescriptspan.h │ │ ├── scoreutf8text.cc │ │ ├── stringpiece.h │ │ ├── tote.cc │ │ ├── tote.h │ │ ├── unittest_data.h │ │ ├── utf8acceptinterchange.h │ │ ├── utf8prop_lettermarkscriptnum.h │ │ ├── utf8repl_lettermarklower.h │ │ ├── utf8scannot_lettermarkspecial.h │ │ ├── utf8statetable.cc │ │ └── utf8statetable.h │ └── public │ │ ├── compact_lang_det.h │ │ └── encodings.h └── wrapper.cpp └── tests ├── testthat.R └── testthat └── test-detect.R /.Rbuildignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/.Rbuildignore -------------------------------------------------------------------------------- /.github/.gitignore: -------------------------------------------------------------------------------- 1 | *.html 2 | -------------------------------------------------------------------------------- /.github/workflows/R-CMD-check.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/.github/workflows/R-CMD-check.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/.gitignore -------------------------------------------------------------------------------- /DESCRIPTION: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/DESCRIPTION -------------------------------------------------------------------------------- /NAMESPACE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/NAMESPACE -------------------------------------------------------------------------------- /NEWS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/NEWS -------------------------------------------------------------------------------- /R/RcppExports.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/R/RcppExports.R -------------------------------------------------------------------------------- /R/cld2.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/R/cld2.R -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/README.md -------------------------------------------------------------------------------- /cld2.Rproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/cld2.Rproj -------------------------------------------------------------------------------- /man/cld2.Rd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/man/cld2.Rd -------------------------------------------------------------------------------- /src/Makevars: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/Makevars -------------------------------------------------------------------------------- /src/RcppExports.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/RcppExports.cpp -------------------------------------------------------------------------------- /src/libcld2/internal/cld2_dynamic_compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2_dynamic_compat.h -------------------------------------------------------------------------------- /src/libcld2/internal/cld2_generated_cjk_compatible.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2_generated_cjk_compatible.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld2_generated_deltaoctachrome.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2_generated_deltaoctachrome.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld2_generated_distinctoctachrome.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2_generated_distinctoctachrome.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld2_generated_quadchrome_2.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2_generated_quadchrome_2.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld2tablesummary.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld2tablesummary.h -------------------------------------------------------------------------------- /src/libcld2/internal/cld_generated_cjk_delta_bi_4.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld_generated_cjk_delta_bi_4.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld_generated_cjk_uni_prop_80.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld_generated_cjk_uni_prop_80.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cld_generated_score_quad_octa_2.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cld_generated_score_quad_octa_2.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cldutil.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cldutil.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cldutil.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cldutil.h -------------------------------------------------------------------------------- /src/libcld2/internal/cldutil_shared.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cldutil_shared.cc -------------------------------------------------------------------------------- /src/libcld2/internal/cldutil_shared.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/cldutil_shared.h -------------------------------------------------------------------------------- /src/libcld2/internal/compact_lang_det.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/compact_lang_det.cc -------------------------------------------------------------------------------- /src/libcld2/internal/compact_lang_det_hint_code.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/compact_lang_det_hint_code.cc -------------------------------------------------------------------------------- /src/libcld2/internal/compact_lang_det_hint_code.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/compact_lang_det_hint_code.h -------------------------------------------------------------------------------- /src/libcld2/internal/compact_lang_det_impl.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/compact_lang_det_impl.cc -------------------------------------------------------------------------------- /src/libcld2/internal/compact_lang_det_impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/compact_lang_det_impl.h -------------------------------------------------------------------------------- /src/libcld2/internal/debug.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/debug.cc -------------------------------------------------------------------------------- /src/libcld2/internal/debug.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/debug.h -------------------------------------------------------------------------------- /src/libcld2/internal/fixunicodevalue.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/fixunicodevalue.cc -------------------------------------------------------------------------------- /src/libcld2/internal/fixunicodevalue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/fixunicodevalue.h -------------------------------------------------------------------------------- /src/libcld2/internal/generated_distinct_bi_0.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_distinct_bi_0.cc -------------------------------------------------------------------------------- /src/libcld2/internal/generated_entities.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_entities.cc -------------------------------------------------------------------------------- /src/libcld2/internal/generated_language.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_language.cc -------------------------------------------------------------------------------- /src/libcld2/internal/generated_language.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_language.h -------------------------------------------------------------------------------- /src/libcld2/internal/generated_ulscript.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_ulscript.cc -------------------------------------------------------------------------------- /src/libcld2/internal/generated_ulscript.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/generated_ulscript.h -------------------------------------------------------------------------------- /src/libcld2/internal/getonescriptspan.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/getonescriptspan.cc -------------------------------------------------------------------------------- /src/libcld2/internal/getonescriptspan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/getonescriptspan.h -------------------------------------------------------------------------------- /src/libcld2/internal/integral_types.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/integral_types.h -------------------------------------------------------------------------------- /src/libcld2/internal/lang_script.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/lang_script.cc -------------------------------------------------------------------------------- /src/libcld2/internal/lang_script.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/lang_script.h -------------------------------------------------------------------------------- /src/libcld2/internal/langspan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/langspan.h -------------------------------------------------------------------------------- /src/libcld2/internal/offsetmap.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/offsetmap.cc -------------------------------------------------------------------------------- /src/libcld2/internal/offsetmap.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/offsetmap.h -------------------------------------------------------------------------------- /src/libcld2/internal/port.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/port.h -------------------------------------------------------------------------------- /src/libcld2/internal/scoreonescriptspan.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/scoreonescriptspan.cc -------------------------------------------------------------------------------- /src/libcld2/internal/scoreonescriptspan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/scoreonescriptspan.h -------------------------------------------------------------------------------- /src/libcld2/internal/scoreutf8text.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/scoreutf8text.cc -------------------------------------------------------------------------------- /src/libcld2/internal/stringpiece.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/stringpiece.h -------------------------------------------------------------------------------- /src/libcld2/internal/tote.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/tote.cc -------------------------------------------------------------------------------- /src/libcld2/internal/tote.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/tote.h -------------------------------------------------------------------------------- /src/libcld2/internal/unittest_data.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/unittest_data.h -------------------------------------------------------------------------------- /src/libcld2/internal/utf8acceptinterchange.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8acceptinterchange.h -------------------------------------------------------------------------------- /src/libcld2/internal/utf8prop_lettermarkscriptnum.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8prop_lettermarkscriptnum.h -------------------------------------------------------------------------------- /src/libcld2/internal/utf8repl_lettermarklower.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8repl_lettermarklower.h -------------------------------------------------------------------------------- /src/libcld2/internal/utf8scannot_lettermarkspecial.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8scannot_lettermarkspecial.h -------------------------------------------------------------------------------- /src/libcld2/internal/utf8statetable.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8statetable.cc -------------------------------------------------------------------------------- /src/libcld2/internal/utf8statetable.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/internal/utf8statetable.h -------------------------------------------------------------------------------- /src/libcld2/public/compact_lang_det.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/public/compact_lang_det.h -------------------------------------------------------------------------------- /src/libcld2/public/encodings.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/libcld2/public/encodings.h -------------------------------------------------------------------------------- /src/wrapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/src/wrapper.cpp -------------------------------------------------------------------------------- /tests/testthat.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/tests/testthat.R -------------------------------------------------------------------------------- /tests/testthat/test-detect.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ropensci/cld2/HEAD/tests/testthat/test-detect.R --------------------------------------------------------------------------------