├── .gitignore ├── .hgignore ├── .travis.yml ├── LICENSE.txt ├── NOTICE.txt ├── README.md ├── baseline-properties.tar.gz ├── formatter.xml ├── pom.xml ├── src └── main │ ├── java │ └── eus │ │ └── ixa │ │ └── ixa │ │ └── pipe │ │ ├── lemma │ │ ├── DefaultLemmatizerContextGenerator.java │ │ ├── DefaultLemmatizerSequenceValidator.java │ │ ├── LemmaSample.java │ │ ├── LemmaSampleEventStream.java │ │ ├── LemmaSampleSequenceStream.java │ │ ├── LemmaSampleStream.java │ │ ├── Lemmatizer.java │ │ ├── LemmatizerContextGenerator.java │ │ ├── LemmatizerEvaluationMonitor.java │ │ ├── LemmatizerEvaluator.java │ │ ├── LemmatizerFactory.java │ │ ├── LemmatizerME.java │ │ ├── LemmatizerModel.java │ │ ├── StatisticalLemmatizer.java │ │ ├── dict │ │ │ ├── DictionaryLemmatizer.java │ │ │ ├── MorfologikLemmatizer.java │ │ │ └── package-info.java │ │ ├── eval │ │ │ ├── LemmaEvaluate.java │ │ │ └── package-info.java │ │ └── train │ │ │ ├── AbstractLemmatizerTrainer.java │ │ │ ├── LemmatizerFixedTrainer.java │ │ │ ├── LemmatizerTrainer.java │ │ │ └── package-info.java │ │ └── pos │ │ ├── Annotate.java │ │ ├── CLI.java │ │ ├── Morpheme.java │ │ ├── MorphoFactory.java │ │ ├── MorphoSampleStream.java │ │ ├── Resources.java │ │ ├── StatisticalTagger.java │ │ ├── StatisticalTaggerServer.java │ │ ├── StringUtils.java │ │ ├── dict │ │ ├── DictionaryTagger.java │ │ ├── MorfologikTagger.java │ │ ├── MultiWordMatcher.java │ │ ├── MultiWordSample.java │ │ ├── SimpleTagger.java │ │ └── package-info.java │ │ ├── eval │ │ ├── Evaluate.java │ │ ├── POSCrossValidator.java │ │ ├── POSEvaluate.java │ │ └── package-info.java │ │ ├── package-info.java │ │ └── train │ │ ├── AbstractTaggerTrainer.java │ │ ├── BaselineContextGenerator.java │ │ ├── BaselineFactory.java │ │ ├── FixedTrainer.java │ │ ├── Flags.java │ │ ├── InputOutputUtils.java │ │ ├── TaggerTrainer.java │ │ └── package-info.java │ └── resources │ └── readme └── trainParams.properties /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/.gitignore -------------------------------------------------------------------------------- /.hgignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/.hgignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /NOTICE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/NOTICE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/README.md -------------------------------------------------------------------------------- /baseline-properties.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/baseline-properties.tar.gz -------------------------------------------------------------------------------- /formatter.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/formatter.xml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/DefaultLemmatizerContextGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/DefaultLemmatizerContextGenerator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/DefaultLemmatizerSequenceValidator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/DefaultLemmatizerSequenceValidator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSample.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleEventStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleEventStream.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleSequenceStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleSequenceStream.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmaSampleStream.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/Lemmatizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/Lemmatizer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerContextGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerContextGenerator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerEvaluationMonitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerEvaluationMonitor.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerEvaluator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerEvaluator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerFactory.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerME.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerME.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerModel.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/LemmatizerModel.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/StatisticalLemmatizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/StatisticalLemmatizer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/dict/DictionaryLemmatizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/dict/DictionaryLemmatizer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/dict/MorfologikLemmatizer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/dict/MorfologikLemmatizer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/dict/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/dict/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/eval/LemmaEvaluate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/eval/LemmaEvaluate.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/eval/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/eval/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/train/AbstractLemmatizerTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/train/AbstractLemmatizerTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/train/LemmatizerFixedTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/train/LemmatizerFixedTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/train/LemmatizerTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/train/LemmatizerTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/lemma/train/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/lemma/train/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/Annotate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/Annotate.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/CLI.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/CLI.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/Morpheme.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/Morpheme.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/MorphoFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/MorphoFactory.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/MorphoSampleStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/MorphoSampleStream.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/Resources.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/Resources.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/StatisticalTagger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/StatisticalTagger.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/StatisticalTaggerServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/StatisticalTaggerServer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/StringUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/StringUtils.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/DictionaryTagger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/DictionaryTagger.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/MorfologikTagger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/MorfologikTagger.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/MultiWordMatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/MultiWordMatcher.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/MultiWordSample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/MultiWordSample.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/SimpleTagger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/SimpleTagger.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/dict/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/dict/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/eval/Evaluate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/eval/Evaluate.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/eval/POSCrossValidator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/eval/POSCrossValidator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/eval/POSEvaluate.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/eval/POSEvaluate.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/eval/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/eval/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/package-info.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/AbstractTaggerTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/AbstractTaggerTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/BaselineContextGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/BaselineContextGenerator.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/BaselineFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/BaselineFactory.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/FixedTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/FixedTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/Flags.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/Flags.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/InputOutputUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/InputOutputUtils.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/TaggerTrainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/TaggerTrainer.java -------------------------------------------------------------------------------- /src/main/java/eus/ixa/ixa/pipe/pos/train/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/src/main/java/eus/ixa/ixa/pipe/pos/train/package-info.java -------------------------------------------------------------------------------- /src/main/resources/readme: -------------------------------------------------------------------------------- 1 | - Copy to this directory the lemmatizer-dicts.tar.gz package (see README.md) 2 | -------------------------------------------------------------------------------- /trainParams.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ixa-ehu/ixa-pipe-pos/HEAD/trainParams.properties --------------------------------------------------------------------------------