├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── docs ├── accuracy.md ├── img │ ├── README.txt │ ├── favicon.ico │ └── icons8-citrus-80.png ├── index.md ├── inflections.md ├── lemmatizer.md ├── tags.md └── test_dev.md ├── lemminflect ├── __init__.py ├── codecs │ ├── FormsTable.py │ ├── InflTCorpFileCodec.py │ ├── InflectionLUCodec.py │ ├── LemmaLUCodec.py │ ├── LemmaTCorpFileCodec.py │ ├── OverridesCodec.py │ └── __init__.py ├── config.py ├── core │ ├── InflectionRules.py │ ├── Inflections.py │ ├── Lemmatizer.py │ ├── LemmatizerRules.py │ ├── LexicalUtils.py │ └── __init__.py ├── kmodels │ ├── KInfer.py │ ├── KerasModel.py │ ├── ModelInfl.py │ ├── ModelInflInData.py │ ├── ModelLemma.py │ ├── ModelLemmaClasses.py │ ├── ModelLemmaInData.py │ └── __init__.py ├── resources │ ├── infl_lu.csv.gz │ ├── infl_overrides.csv │ ├── lemma_lu.csv.gz │ ├── lemma_overrides.csv │ ├── model_infl.pkl.gz │ └── model_lemma.pkl.gz ├── slexicon │ ├── SKey.py │ ├── SPECIALISTEntry.py │ ├── SPECIALISTExtractor.py │ └── __init__.py └── utils │ ├── CorpusUtils.py │ ├── DataContainer.py │ ├── ProgressBar.py │ ├── Singleton.py │ ├── Unigrams.py │ └── __init__.py ├── mkdocs.yml ├── readthedocs.yml ├── requirements.txt ├── scripts ├── 01_BuildLexicon │ ├── 10_CreateEnglishWordSet.py │ ├── 20_GutenbergToUnigrams.py │ ├── 22_BWCorpToUnigrams.py │ ├── 24_CleanAndCombineUnigrams.py │ ├── 26_PrintUnigramStats.py │ ├── 30_ExtractFormsTableFromLexicon.py │ └── README.txt ├── 02_BuildLookups │ ├── 10_BuildLemmaLU.py │ └── 12_BuildInflLU.py ├── 03_BuildLITypeModels │ ├── 10_BuildLemmaTCorp.py │ ├── 12_ComputeLemmaClasses.py │ ├── 14_TrainLemmaModel.py │ ├── 20_BuildInflTCorp.py │ └── 24_TrainInflModel.py ├── 04_BuildOverrides │ ├── 10_OverridesFromBWCorp.py │ ├── CorpMultiInfls.txt │ └── README.txt ├── CleanAfterSetup.sh └── RunStaticAnalysis.sh ├── setup.py └── tests ├── RunAllUnitTests.py ├── accuracy ├── 10_CreateAccuracyWordSet.py ├── 12_CreateLemmaTestCorpus.py ├── 20_TestLemmatizer.py ├── RunStanfordParserServer.py └── acclib │ ├── LemmatizerTest.py │ ├── StanfordParserClient.py │ └── infl.csv ├── auto ├── InflectionRulesTests.py ├── InflectionTests.py ├── LemmatizerRulesTests.py ├── LemmatizerTests.py └── TestAuxModContract.py └── manual ├── Inflections_CorpusTest.py ├── ModelInfl_ManualEntry.py └── ModelLemma_ManualEntry.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/README.md -------------------------------------------------------------------------------- /docs/accuracy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/accuracy.md -------------------------------------------------------------------------------- /docs/img/README.txt: -------------------------------------------------------------------------------- 1 | Icon from https://icons8.com/ 2 | -------------------------------------------------------------------------------- /docs/img/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/img/favicon.ico -------------------------------------------------------------------------------- /docs/img/icons8-citrus-80.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/img/icons8-citrus-80.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/inflections.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/inflections.md -------------------------------------------------------------------------------- /docs/lemmatizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/lemmatizer.md -------------------------------------------------------------------------------- /docs/tags.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/tags.md -------------------------------------------------------------------------------- /docs/test_dev.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/docs/test_dev.md -------------------------------------------------------------------------------- /lemminflect/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/__init__.py -------------------------------------------------------------------------------- /lemminflect/codecs/FormsTable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/FormsTable.py -------------------------------------------------------------------------------- /lemminflect/codecs/InflTCorpFileCodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/InflTCorpFileCodec.py -------------------------------------------------------------------------------- /lemminflect/codecs/InflectionLUCodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/InflectionLUCodec.py -------------------------------------------------------------------------------- /lemminflect/codecs/LemmaLUCodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/LemmaLUCodec.py -------------------------------------------------------------------------------- /lemminflect/codecs/LemmaTCorpFileCodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/LemmaTCorpFileCodec.py -------------------------------------------------------------------------------- /lemminflect/codecs/OverridesCodec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/codecs/OverridesCodec.py -------------------------------------------------------------------------------- /lemminflect/codecs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lemminflect/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/config.py -------------------------------------------------------------------------------- /lemminflect/core/InflectionRules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/core/InflectionRules.py -------------------------------------------------------------------------------- /lemminflect/core/Inflections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/core/Inflections.py -------------------------------------------------------------------------------- /lemminflect/core/Lemmatizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/core/Lemmatizer.py -------------------------------------------------------------------------------- /lemminflect/core/LemmatizerRules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/core/LemmatizerRules.py -------------------------------------------------------------------------------- /lemminflect/core/LexicalUtils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/core/LexicalUtils.py -------------------------------------------------------------------------------- /lemminflect/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lemminflect/kmodels/KInfer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/KInfer.py -------------------------------------------------------------------------------- /lemminflect/kmodels/KerasModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/KerasModel.py -------------------------------------------------------------------------------- /lemminflect/kmodels/ModelInfl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/ModelInfl.py -------------------------------------------------------------------------------- /lemminflect/kmodels/ModelInflInData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/ModelInflInData.py -------------------------------------------------------------------------------- /lemminflect/kmodels/ModelLemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/ModelLemma.py -------------------------------------------------------------------------------- /lemminflect/kmodels/ModelLemmaClasses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/ModelLemmaClasses.py -------------------------------------------------------------------------------- /lemminflect/kmodels/ModelLemmaInData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/kmodels/ModelLemmaInData.py -------------------------------------------------------------------------------- /lemminflect/kmodels/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lemminflect/resources/infl_lu.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/infl_lu.csv.gz -------------------------------------------------------------------------------- /lemminflect/resources/infl_overrides.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/infl_overrides.csv -------------------------------------------------------------------------------- /lemminflect/resources/lemma_lu.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/lemma_lu.csv.gz -------------------------------------------------------------------------------- /lemminflect/resources/lemma_overrides.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/lemma_overrides.csv -------------------------------------------------------------------------------- /lemminflect/resources/model_infl.pkl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/model_infl.pkl.gz -------------------------------------------------------------------------------- /lemminflect/resources/model_lemma.pkl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/resources/model_lemma.pkl.gz -------------------------------------------------------------------------------- /lemminflect/slexicon/SKey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/slexicon/SKey.py -------------------------------------------------------------------------------- /lemminflect/slexicon/SPECIALISTEntry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/slexicon/SPECIALISTEntry.py -------------------------------------------------------------------------------- /lemminflect/slexicon/SPECIALISTExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/slexicon/SPECIALISTExtractor.py -------------------------------------------------------------------------------- /lemminflect/slexicon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lemminflect/utils/CorpusUtils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/utils/CorpusUtils.py -------------------------------------------------------------------------------- /lemminflect/utils/DataContainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/utils/DataContainer.py -------------------------------------------------------------------------------- /lemminflect/utils/ProgressBar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/utils/ProgressBar.py -------------------------------------------------------------------------------- /lemminflect/utils/Singleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/utils/Singleton.py -------------------------------------------------------------------------------- /lemminflect/utils/Unigrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/lemminflect/utils/Unigrams.py -------------------------------------------------------------------------------- /lemminflect/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/readthedocs.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/10_CreateEnglishWordSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/10_CreateEnglishWordSet.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/20_GutenbergToUnigrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/20_GutenbergToUnigrams.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/22_BWCorpToUnigrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/22_BWCorpToUnigrams.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/24_CleanAndCombineUnigrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/24_CleanAndCombineUnigrams.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/26_PrintUnigramStats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/26_PrintUnigramStats.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/30_ExtractFormsTableFromLexicon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/30_ExtractFormsTableFromLexicon.py -------------------------------------------------------------------------------- /scripts/01_BuildLexicon/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/01_BuildLexicon/README.txt -------------------------------------------------------------------------------- /scripts/02_BuildLookups/10_BuildLemmaLU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/02_BuildLookups/10_BuildLemmaLU.py -------------------------------------------------------------------------------- /scripts/02_BuildLookups/12_BuildInflLU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/02_BuildLookups/12_BuildInflLU.py -------------------------------------------------------------------------------- /scripts/03_BuildLITypeModels/10_BuildLemmaTCorp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/03_BuildLITypeModels/10_BuildLemmaTCorp.py -------------------------------------------------------------------------------- /scripts/03_BuildLITypeModels/12_ComputeLemmaClasses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/03_BuildLITypeModels/12_ComputeLemmaClasses.py -------------------------------------------------------------------------------- /scripts/03_BuildLITypeModels/14_TrainLemmaModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/03_BuildLITypeModels/14_TrainLemmaModel.py -------------------------------------------------------------------------------- /scripts/03_BuildLITypeModels/20_BuildInflTCorp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/03_BuildLITypeModels/20_BuildInflTCorp.py -------------------------------------------------------------------------------- /scripts/03_BuildLITypeModels/24_TrainInflModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/03_BuildLITypeModels/24_TrainInflModel.py -------------------------------------------------------------------------------- /scripts/04_BuildOverrides/10_OverridesFromBWCorp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/04_BuildOverrides/10_OverridesFromBWCorp.py -------------------------------------------------------------------------------- /scripts/04_BuildOverrides/CorpMultiInfls.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/04_BuildOverrides/CorpMultiInfls.txt -------------------------------------------------------------------------------- /scripts/04_BuildOverrides/README.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/04_BuildOverrides/README.txt -------------------------------------------------------------------------------- /scripts/CleanAfterSetup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/CleanAfterSetup.sh -------------------------------------------------------------------------------- /scripts/RunStaticAnalysis.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/scripts/RunStaticAnalysis.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/setup.py -------------------------------------------------------------------------------- /tests/RunAllUnitTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/RunAllUnitTests.py -------------------------------------------------------------------------------- /tests/accuracy/10_CreateAccuracyWordSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/10_CreateAccuracyWordSet.py -------------------------------------------------------------------------------- /tests/accuracy/12_CreateLemmaTestCorpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/12_CreateLemmaTestCorpus.py -------------------------------------------------------------------------------- /tests/accuracy/20_TestLemmatizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/20_TestLemmatizer.py -------------------------------------------------------------------------------- /tests/accuracy/RunStanfordParserServer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/RunStanfordParserServer.py -------------------------------------------------------------------------------- /tests/accuracy/acclib/LemmatizerTest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/acclib/LemmatizerTest.py -------------------------------------------------------------------------------- /tests/accuracy/acclib/StanfordParserClient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/acclib/StanfordParserClient.py -------------------------------------------------------------------------------- /tests/accuracy/acclib/infl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/accuracy/acclib/infl.csv -------------------------------------------------------------------------------- /tests/auto/InflectionRulesTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/auto/InflectionRulesTests.py -------------------------------------------------------------------------------- /tests/auto/InflectionTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/auto/InflectionTests.py -------------------------------------------------------------------------------- /tests/auto/LemmatizerRulesTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/auto/LemmatizerRulesTests.py -------------------------------------------------------------------------------- /tests/auto/LemmatizerTests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/auto/LemmatizerTests.py -------------------------------------------------------------------------------- /tests/auto/TestAuxModContract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/auto/TestAuxModContract.py -------------------------------------------------------------------------------- /tests/manual/Inflections_CorpusTest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/manual/Inflections_CorpusTest.py -------------------------------------------------------------------------------- /tests/manual/ModelInfl_ManualEntry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/manual/ModelInfl_ManualEntry.py -------------------------------------------------------------------------------- /tests/manual/ModelLemma_ManualEntry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bjascob/LemmInflect/HEAD/tests/manual/ModelLemma_ManualEntry.py --------------------------------------------------------------------------------