├── .gitignore ├── .readthedocs.yaml ├── .travis.yml ├── AUTHORS ├── LICENSE ├── MANIFEST.in ├── README.rst ├── docs ├── Makefile ├── _templates │ ├── foliaelement.rst │ └── fullclass.rst ├── common.rst ├── conf.py ├── datatypes.rst ├── evaluation.rst ├── folia.rst ├── formats.rst ├── index.rst ├── lm.rst ├── pineapple.jpg ├── pynlpl_pres.pdf ├── pynlpl_pres.tex ├── pynlpl_pres2.pdf ├── pynlpl_pres2.tex ├── search.rst ├── statistics.rst └── textprocessors.rst ├── pynlpl ├── __init__.py ├── algorithms.py ├── clients │ ├── __init__.py │ ├── cornetto.py │ ├── freeling.py │ └── frogclient.py ├── common.py ├── datatypes.py ├── evaluation.py ├── formats │ ├── __init__.py │ ├── cgn.py │ ├── cql.py │ ├── dutchsemcor.py │ ├── folia.py │ ├── foliaset.py │ ├── fql.py │ ├── giza.py │ ├── imdi.py │ ├── moses.py │ ├── sonar.py │ ├── taggerdata.py │ └── timbl.py ├── fsa.py ├── lm │ ├── __init__.py │ ├── client.py │ ├── lm.py │ ├── makesrilmcc │ ├── server.py │ ├── srilm.cc │ └── srilm.py ├── mt │ ├── __init__.py │ └── wordalign.py ├── net.py ├── search.py ├── statistics.py ├── tagger.py ├── tests │ ├── __init__.py │ ├── cgn.py │ ├── cql.py │ ├── datatypes.py │ ├── evaluation.py │ ├── evaluation_timbl │ │ ├── test │ │ ├── test.IB1.O.gr.k1.out │ │ ├── timbltest.sh │ │ └── train │ ├── folia.py │ ├── folia_benchmark.py │ ├── formats.py │ ├── fql.py │ ├── search.py │ ├── statistics.py │ ├── test.sh │ └── textprocessors.py ├── textprocessors.py └── tools │ ├── __init__.py │ ├── computepmi.py │ ├── foliasplitcgnpostags.py │ ├── freqlist.py │ ├── frogwrapper.py │ ├── phrasetableserver.py │ ├── reflow.py │ ├── sampler.py │ ├── sonar2folia.py │ └── sonarlemmafreqlist.py ├── requirements.txt ├── setup.cfg └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/.travis.yml -------------------------------------------------------------------------------- /AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/AUTHORS -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/README.rst -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_templates/foliaelement.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/_templates/foliaelement.rst -------------------------------------------------------------------------------- /docs/_templates/fullclass.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/_templates/fullclass.rst -------------------------------------------------------------------------------- /docs/common.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/common.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/datatypes.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/datatypes.rst -------------------------------------------------------------------------------- /docs/evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/evaluation.rst -------------------------------------------------------------------------------- /docs/folia.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/folia.rst -------------------------------------------------------------------------------- /docs/formats.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/formats.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/lm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/lm.rst -------------------------------------------------------------------------------- /docs/pineapple.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/pineapple.jpg -------------------------------------------------------------------------------- /docs/pynlpl_pres.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/pynlpl_pres.pdf -------------------------------------------------------------------------------- /docs/pynlpl_pres.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/pynlpl_pres.tex -------------------------------------------------------------------------------- /docs/pynlpl_pres2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/pynlpl_pres2.pdf -------------------------------------------------------------------------------- /docs/pynlpl_pres2.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/pynlpl_pres2.tex -------------------------------------------------------------------------------- /docs/search.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/search.rst -------------------------------------------------------------------------------- /docs/statistics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/statistics.rst -------------------------------------------------------------------------------- /docs/textprocessors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/docs/textprocessors.rst -------------------------------------------------------------------------------- /pynlpl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/__init__.py -------------------------------------------------------------------------------- /pynlpl/algorithms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/algorithms.py -------------------------------------------------------------------------------- /pynlpl/clients/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/clients/__init__.py -------------------------------------------------------------------------------- /pynlpl/clients/cornetto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/clients/cornetto.py -------------------------------------------------------------------------------- /pynlpl/clients/freeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/clients/freeling.py -------------------------------------------------------------------------------- /pynlpl/clients/frogclient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/clients/frogclient.py -------------------------------------------------------------------------------- /pynlpl/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/common.py -------------------------------------------------------------------------------- /pynlpl/datatypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/datatypes.py -------------------------------------------------------------------------------- /pynlpl/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/evaluation.py -------------------------------------------------------------------------------- /pynlpl/formats/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/__init__.py -------------------------------------------------------------------------------- /pynlpl/formats/cgn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/cgn.py -------------------------------------------------------------------------------- /pynlpl/formats/cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/cql.py -------------------------------------------------------------------------------- /pynlpl/formats/dutchsemcor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/dutchsemcor.py -------------------------------------------------------------------------------- /pynlpl/formats/folia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/folia.py -------------------------------------------------------------------------------- /pynlpl/formats/foliaset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/foliaset.py -------------------------------------------------------------------------------- /pynlpl/formats/fql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/fql.py -------------------------------------------------------------------------------- /pynlpl/formats/giza.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/giza.py -------------------------------------------------------------------------------- /pynlpl/formats/imdi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/imdi.py -------------------------------------------------------------------------------- /pynlpl/formats/moses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/moses.py -------------------------------------------------------------------------------- /pynlpl/formats/sonar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/sonar.py -------------------------------------------------------------------------------- /pynlpl/formats/taggerdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/taggerdata.py -------------------------------------------------------------------------------- /pynlpl/formats/timbl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/formats/timbl.py -------------------------------------------------------------------------------- /pynlpl/fsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/fsa.py -------------------------------------------------------------------------------- /pynlpl/lm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/__init__.py -------------------------------------------------------------------------------- /pynlpl/lm/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/client.py -------------------------------------------------------------------------------- /pynlpl/lm/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/lm.py -------------------------------------------------------------------------------- /pynlpl/lm/makesrilmcc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/makesrilmcc -------------------------------------------------------------------------------- /pynlpl/lm/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/server.py -------------------------------------------------------------------------------- /pynlpl/lm/srilm.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/srilm.cc -------------------------------------------------------------------------------- /pynlpl/lm/srilm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/lm/srilm.py -------------------------------------------------------------------------------- /pynlpl/mt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynlpl/mt/wordalign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/mt/wordalign.py -------------------------------------------------------------------------------- /pynlpl/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/net.py -------------------------------------------------------------------------------- /pynlpl/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/search.py -------------------------------------------------------------------------------- /pynlpl/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/statistics.py -------------------------------------------------------------------------------- /pynlpl/tagger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tagger.py -------------------------------------------------------------------------------- /pynlpl/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynlpl/tests/cgn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/cgn.py -------------------------------------------------------------------------------- /pynlpl/tests/cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/cql.py -------------------------------------------------------------------------------- /pynlpl/tests/datatypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/datatypes.py -------------------------------------------------------------------------------- /pynlpl/tests/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/evaluation.py -------------------------------------------------------------------------------- /pynlpl/tests/evaluation_timbl/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/evaluation_timbl/test -------------------------------------------------------------------------------- /pynlpl/tests/evaluation_timbl/test.IB1.O.gr.k1.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/evaluation_timbl/test.IB1.O.gr.k1.out -------------------------------------------------------------------------------- /pynlpl/tests/evaluation_timbl/timbltest.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | timbl -f train -t test +v+cm+cs 3 | -------------------------------------------------------------------------------- /pynlpl/tests/evaluation_timbl/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/evaluation_timbl/train -------------------------------------------------------------------------------- /pynlpl/tests/folia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/folia.py -------------------------------------------------------------------------------- /pynlpl/tests/folia_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/folia_benchmark.py -------------------------------------------------------------------------------- /pynlpl/tests/formats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/formats.py -------------------------------------------------------------------------------- /pynlpl/tests/fql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/fql.py -------------------------------------------------------------------------------- /pynlpl/tests/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/search.py -------------------------------------------------------------------------------- /pynlpl/tests/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/statistics.py -------------------------------------------------------------------------------- /pynlpl/tests/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/test.sh -------------------------------------------------------------------------------- /pynlpl/tests/textprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tests/textprocessors.py -------------------------------------------------------------------------------- /pynlpl/textprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/textprocessors.py -------------------------------------------------------------------------------- /pynlpl/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pynlpl/tools/computepmi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/computepmi.py -------------------------------------------------------------------------------- /pynlpl/tools/foliasplitcgnpostags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/foliasplitcgnpostags.py -------------------------------------------------------------------------------- /pynlpl/tools/freqlist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/freqlist.py -------------------------------------------------------------------------------- /pynlpl/tools/frogwrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/frogwrapper.py -------------------------------------------------------------------------------- /pynlpl/tools/phrasetableserver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/phrasetableserver.py -------------------------------------------------------------------------------- /pynlpl/tools/reflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/reflow.py -------------------------------------------------------------------------------- /pynlpl/tools/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/sampler.py -------------------------------------------------------------------------------- /pynlpl/tools/sonar2folia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/sonar2folia.py -------------------------------------------------------------------------------- /pynlpl/tools/sonarlemmafreqlist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/pynlpl/tools/sonarlemmafreqlist.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | lxml>=2.2 2 | httplib2>=0.6 3 | numpy 4 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/proycon/pynlpl/HEAD/setup.py --------------------------------------------------------------------------------