├── Articles └── MorphemeSegmentation_final.pdf ├── config ├── morph_config_3-5-192-1-eng.json ├── morph_config_3-5-192-1-fin.json ├── morph_config_3-5-192-1-memo-fin.json ├── morph_config_3-5-192-1-tur.json ├── morph_config_3-5-192-1.json └── morph_config_3-5-192-3-memo.json ├── data ├── eng.dev ├── eng.train ├── fin.dev ├── fin.train ├── morphochallenge_to_morphemes.py ├── test_Tikhonov_reformat.txt ├── train_Tikhonov_reformat.txt ├── tur.dev └── tur.train ├── models ├── morphemes-3-5-3-memo.json ├── morphemes-3-5-3.json ├── morphemes-model-3-5-3-1.hdf5 ├── morphemes-model-3-5-3-2.hdf5 ├── morphemes-model-3-5-3-3.hdf5 ├── morphemes-model-3-5-3-memo-1.hdf5 ├── morphemes-model-3-5-3-memo-2.hdf5 └── morphemes-model-3-5-3-memo-3.hdf5 ├── morphochal10data ├── eval_morphemes_v2.pl ├── goldstd_combined.labels.eng ├── goldstd_combined.labels.fin ├── goldstd_combined.labels.ger ├── goldstd_combined.labels.tur ├── goldstd_combined.segmentation.eng ├── goldstd_combined.segmentation.fin ├── goldstd_combined.segmentation.tur ├── goldstd_develset.labels.eng ├── goldstd_develset.labels.fin ├── goldstd_develset.labels.ger ├── goldstd_develset.labels.tur ├── goldstd_develset.wordpairs.eng ├── goldstd_develset.wordpairs.fin ├── goldstd_develset.wordpairs.ger ├── goldstd_develset.wordpairs.tur ├── goldstd_trainset.labels.eng ├── goldstd_trainset.labels.fin ├── goldstd_trainset.labels.ger ├── goldstd_trainset.labels.tur ├── goldstd_trainset.segmentation.eng ├── goldstd_trainset.segmentation.fin ├── goldstd_trainset.segmentation.tur ├── sample_word_pairs_v2.pl ├── wordlist-2010.eng ├── wordlist-2010.fin ├── wordlist-2010.ger └── wordlist.tur ├── neural_morph_segm.py ├── read.py ├── readme.md ├── requirements.txt └── tabled_trie.py /Articles/MorphemeSegmentation_final.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/Articles/MorphemeSegmentation_final.pdf -------------------------------------------------------------------------------- /config/morph_config_3-5-192-1-eng.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-1-eng.json -------------------------------------------------------------------------------- /config/morph_config_3-5-192-1-fin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-1-fin.json -------------------------------------------------------------------------------- /config/morph_config_3-5-192-1-memo-fin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-1-memo-fin.json -------------------------------------------------------------------------------- /config/morph_config_3-5-192-1-tur.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-1-tur.json -------------------------------------------------------------------------------- /config/morph_config_3-5-192-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-1.json -------------------------------------------------------------------------------- /config/morph_config_3-5-192-3-memo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/config/morph_config_3-5-192-3-memo.json -------------------------------------------------------------------------------- /data/eng.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/eng.dev -------------------------------------------------------------------------------- /data/eng.train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/eng.train -------------------------------------------------------------------------------- /data/fin.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/fin.dev -------------------------------------------------------------------------------- /data/fin.train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/fin.train -------------------------------------------------------------------------------- /data/morphochallenge_to_morphemes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/morphochallenge_to_morphemes.py -------------------------------------------------------------------------------- /data/test_Tikhonov_reformat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/test_Tikhonov_reformat.txt -------------------------------------------------------------------------------- /data/train_Tikhonov_reformat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/train_Tikhonov_reformat.txt -------------------------------------------------------------------------------- /data/tur.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/tur.dev -------------------------------------------------------------------------------- /data/tur.train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/data/tur.train -------------------------------------------------------------------------------- /models/morphemes-3-5-3-memo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-3-5-3-memo.json -------------------------------------------------------------------------------- /models/morphemes-3-5-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-3-5-3.json -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-1.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-1.hdf5 -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-2.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-2.hdf5 -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-3.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-3.hdf5 -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-memo-1.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-memo-1.hdf5 -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-memo-2.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-memo-2.hdf5 -------------------------------------------------------------------------------- /models/morphemes-model-3-5-3-memo-3.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/models/morphemes-model-3-5-3-memo-3.hdf5 -------------------------------------------------------------------------------- /morphochal10data/eval_morphemes_v2.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/eval_morphemes_v2.pl -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.labels.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.labels.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.labels.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.labels.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.labels.ger: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.labels.ger -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.labels.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.labels.tur -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.segmentation.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.segmentation.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.segmentation.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.segmentation.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_combined.segmentation.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_combined.segmentation.tur -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.labels.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.labels.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.labels.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.labels.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.labels.ger: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.labels.ger -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.labels.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.labels.tur -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.wordpairs.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.wordpairs.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.wordpairs.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.wordpairs.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.wordpairs.ger: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.wordpairs.ger -------------------------------------------------------------------------------- /morphochal10data/goldstd_develset.wordpairs.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_develset.wordpairs.tur -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.labels.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.labels.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.labels.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.labels.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.labels.ger: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.labels.ger -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.labels.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.labels.tur -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.segmentation.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.segmentation.eng -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.segmentation.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.segmentation.fin -------------------------------------------------------------------------------- /morphochal10data/goldstd_trainset.segmentation.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/goldstd_trainset.segmentation.tur -------------------------------------------------------------------------------- /morphochal10data/sample_word_pairs_v2.pl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/sample_word_pairs_v2.pl -------------------------------------------------------------------------------- /morphochal10data/wordlist-2010.eng: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/wordlist-2010.eng -------------------------------------------------------------------------------- /morphochal10data/wordlist-2010.fin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/wordlist-2010.fin -------------------------------------------------------------------------------- /morphochal10data/wordlist-2010.ger: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/wordlist-2010.ger -------------------------------------------------------------------------------- /morphochal10data/wordlist.tur: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/morphochal10data/wordlist.tur -------------------------------------------------------------------------------- /neural_morph_segm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/neural_morph_segm.py -------------------------------------------------------------------------------- /read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/read.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | tensorflow 3 | keras -------------------------------------------------------------------------------- /tabled_trie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AlexeySorokin/NeuralMorphemeSegmentation/HEAD/tabled_trie.py --------------------------------------------------------------------------------