├── .gitignore ├── .gitmodules ├── Dockerfile.server ├── LICENSE ├── README.md ├── conll18_ud_eval.py ├── delexicalize_mod.py ├── docker_build.sh ├── docker_entry_point.sh ├── docs ├── _config.yml ├── assets │ └── css │ │ └── style.scss ├── docker.md ├── index.md ├── install.md ├── models.md ├── old │ ├── docker.md │ ├── index.md │ ├── install.md │ ├── models.md │ └── training.md ├── tnpp_diaparse.ipynb └── training.md ├── dummy_handler.py ├── fetch_models.py ├── full_pipeline_server.py ├── full_pipeline_stream.py ├── list_models.sh ├── publish_model.sh ├── regextokenizer_mod.py ├── requirements.txt ├── setup.py ├── templates ├── udify_base.json └── udify_vocab.json ├── tnparser ├── __init__.py ├── bert512_mod.py ├── clean_lemmas_mod.py ├── diaparser_mod.py ├── dummy_mod.py ├── lemma_cache_mod.py ├── lemmatizer_mod.py ├── lightning_tagger │ ├── data.py │ ├── model.py │ ├── predict.py │ └── train.py ├── lightning_tagger_mod.py ├── output_mod.py ├── pipeline.py ├── tokenizer_udpipe_mod.py ├── trim_to_max_mod.py ├── wipe_mod.py └── wstokenizer_mod.py ├── tnpp-parse ├── tnpp_parse.py ├── tnpp_serve.py ├── tokenizer_mod.py ├── train ├── templates │ ├── lemmatizer.yaml │ ├── parser.cfg │ ├── pipelines.yaml │ ├── tagger.cfg │ └── tokenizer.cfg └── train_models.py ├── train_lemmatizer.py ├── train_udify.py └── tryme.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Dockerfile.server: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/Dockerfile.server -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/README.md -------------------------------------------------------------------------------- /conll18_ud_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/conll18_ud_eval.py -------------------------------------------------------------------------------- /delexicalize_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/delexicalize_mod.py -------------------------------------------------------------------------------- /docker_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docker_build.sh -------------------------------------------------------------------------------- /docker_entry_point.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docker_entry_point.sh -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/assets/css/style.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/assets/css/style.scss -------------------------------------------------------------------------------- /docs/docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/docker.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/install.md -------------------------------------------------------------------------------- /docs/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/models.md -------------------------------------------------------------------------------- /docs/old/docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/old/docker.md -------------------------------------------------------------------------------- /docs/old/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/old/index.md -------------------------------------------------------------------------------- /docs/old/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/old/install.md -------------------------------------------------------------------------------- /docs/old/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/old/models.md -------------------------------------------------------------------------------- /docs/old/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/old/training.md -------------------------------------------------------------------------------- /docs/tnpp_diaparse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/tnpp_diaparse.ipynb -------------------------------------------------------------------------------- /docs/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/docs/training.md -------------------------------------------------------------------------------- /dummy_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/dummy_handler.py -------------------------------------------------------------------------------- /fetch_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/fetch_models.py -------------------------------------------------------------------------------- /full_pipeline_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/full_pipeline_server.py -------------------------------------------------------------------------------- /full_pipeline_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/full_pipeline_stream.py -------------------------------------------------------------------------------- /list_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/list_models.sh -------------------------------------------------------------------------------- /publish_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/publish_model.sh -------------------------------------------------------------------------------- /regextokenizer_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/regextokenizer_mod.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/setup.py -------------------------------------------------------------------------------- /templates/udify_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/templates/udify_base.json -------------------------------------------------------------------------------- /templates/udify_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/templates/udify_vocab.json -------------------------------------------------------------------------------- /tnparser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tnparser/bert512_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/bert512_mod.py -------------------------------------------------------------------------------- /tnparser/clean_lemmas_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/clean_lemmas_mod.py -------------------------------------------------------------------------------- /tnparser/diaparser_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/diaparser_mod.py -------------------------------------------------------------------------------- /tnparser/dummy_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/dummy_mod.py -------------------------------------------------------------------------------- /tnparser/lemma_cache_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lemma_cache_mod.py -------------------------------------------------------------------------------- /tnparser/lemmatizer_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lemmatizer_mod.py -------------------------------------------------------------------------------- /tnparser/lightning_tagger/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lightning_tagger/data.py -------------------------------------------------------------------------------- /tnparser/lightning_tagger/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lightning_tagger/model.py -------------------------------------------------------------------------------- /tnparser/lightning_tagger/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lightning_tagger/predict.py -------------------------------------------------------------------------------- /tnparser/lightning_tagger/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lightning_tagger/train.py -------------------------------------------------------------------------------- /tnparser/lightning_tagger_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/lightning_tagger_mod.py -------------------------------------------------------------------------------- /tnparser/output_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/output_mod.py -------------------------------------------------------------------------------- /tnparser/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/pipeline.py -------------------------------------------------------------------------------- /tnparser/tokenizer_udpipe_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/tokenizer_udpipe_mod.py -------------------------------------------------------------------------------- /tnparser/trim_to_max_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/trim_to_max_mod.py -------------------------------------------------------------------------------- /tnparser/wipe_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/wipe_mod.py -------------------------------------------------------------------------------- /tnparser/wstokenizer_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnparser/wstokenizer_mod.py -------------------------------------------------------------------------------- /tnpp-parse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnpp-parse -------------------------------------------------------------------------------- /tnpp_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnpp_parse.py -------------------------------------------------------------------------------- /tnpp_serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tnpp_serve.py -------------------------------------------------------------------------------- /tokenizer_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tokenizer_mod.py -------------------------------------------------------------------------------- /train/templates/lemmatizer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/templates/lemmatizer.yaml -------------------------------------------------------------------------------- /train/templates/parser.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/templates/parser.cfg -------------------------------------------------------------------------------- /train/templates/pipelines.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/templates/pipelines.yaml -------------------------------------------------------------------------------- /train/templates/tagger.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/templates/tagger.cfg -------------------------------------------------------------------------------- /train/templates/tokenizer.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/templates/tokenizer.cfg -------------------------------------------------------------------------------- /train/train_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train/train_models.py -------------------------------------------------------------------------------- /train_lemmatizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train_lemmatizer.py -------------------------------------------------------------------------------- /train_udify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/train_udify.py -------------------------------------------------------------------------------- /tryme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurkuNLP/Turku-neural-parser-pipeline/HEAD/tryme.py --------------------------------------------------------------------------------