├── .gitignore ├── CHANGES.md ├── LICENSE.txt ├── README.md ├── README.rst ├── bin ├── textcomplexity └── txtcomplexity ├── doc ├── measures.pdf └── measures.tex ├── experiments ├── README.md ├── complexity_measures ├── experiment02.py ├── experiment03.py ├── experiment04.py ├── experiment05.py ├── experiment06.py ├── experiment07.py ├── experiment_01.d │ ├── create_plots.py │ └── merge_novels.py ├── experiment_01.py ├── experiment_02.d │ └── experiment02.ipynb ├── experiment_03.d │ └── experiment03.ipynb ├── experiment_04.d │ └── experiment04.ipynb ├── experiment_05.d │ └── experiment05.ipynb ├── experiment_06.d │ └── experiment06.ipynb ├── experiment_07.d │ └── experiment07.ipynb ├── experiment_08.d │ └── experiment08.ipynb ├── experiment_fanfiction │ └── fanfiction.py ├── experiment_language_models │ ├── README.md │ ├── analyze_detailed_complexity.py │ └── window-based_compression.py └── lexical_measures_novel_corpus.py ├── setup.py ├── textcomplexity ├── __init__.py ├── cli.py ├── compression.py ├── constituency.py ├── de.json ├── dependency.py ├── en.json ├── pos.py ├── sentence.py ├── surface.py ├── test │ ├── __init__.py │ └── test_surface.py ├── utils │ ├── __init__.py │ ├── conllu.py │ ├── custom_tsv.py │ ├── graph.py │ ├── misc.py │ ├── test │ │ ├── __init__.py │ │ └── test_windows.py │ ├── text.py │ ├── token.py │ └── windows.py ├── version.py └── vocabulary_richness.py └── utils ├── run_spacy.py └── run_stanza.py /.gitignore: -------------------------------------------------------------------------------- 1 | /dist/ 2 | __pycache__/ 3 | .ipynb_checkpoints/ 4 | *~ 5 | -------------------------------------------------------------------------------- /CHANGES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/CHANGES.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/README.md -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/README.rst -------------------------------------------------------------------------------- /bin/textcomplexity: -------------------------------------------------------------------------------- 1 | ../textcomplexity/ -------------------------------------------------------------------------------- /bin/txtcomplexity: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/bin/txtcomplexity -------------------------------------------------------------------------------- /doc/measures.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/doc/measures.pdf -------------------------------------------------------------------------------- /doc/measures.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/doc/measures.tex -------------------------------------------------------------------------------- /experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/README.md -------------------------------------------------------------------------------- /experiments/complexity_measures: -------------------------------------------------------------------------------- 1 | ../complexity_measures/ -------------------------------------------------------------------------------- /experiments/experiment02.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment02.py -------------------------------------------------------------------------------- /experiments/experiment03.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment03.py -------------------------------------------------------------------------------- /experiments/experiment04.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment04.py -------------------------------------------------------------------------------- /experiments/experiment05.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment05.py -------------------------------------------------------------------------------- /experiments/experiment06.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment06.py -------------------------------------------------------------------------------- /experiments/experiment07.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment07.py -------------------------------------------------------------------------------- /experiments/experiment_01.d/create_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_01.d/create_plots.py -------------------------------------------------------------------------------- /experiments/experiment_01.d/merge_novels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_01.d/merge_novels.py -------------------------------------------------------------------------------- /experiments/experiment_01.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_01.py -------------------------------------------------------------------------------- /experiments/experiment_02.d/experiment02.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_02.d/experiment02.ipynb -------------------------------------------------------------------------------- /experiments/experiment_03.d/experiment03.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_03.d/experiment03.ipynb -------------------------------------------------------------------------------- /experiments/experiment_04.d/experiment04.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_04.d/experiment04.ipynb -------------------------------------------------------------------------------- /experiments/experiment_05.d/experiment05.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_05.d/experiment05.ipynb -------------------------------------------------------------------------------- /experiments/experiment_06.d/experiment06.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_06.d/experiment06.ipynb -------------------------------------------------------------------------------- /experiments/experiment_07.d/experiment07.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_07.d/experiment07.ipynb -------------------------------------------------------------------------------- /experiments/experiment_08.d/experiment08.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_08.d/experiment08.ipynb -------------------------------------------------------------------------------- /experiments/experiment_fanfiction/fanfiction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_fanfiction/fanfiction.py -------------------------------------------------------------------------------- /experiments/experiment_language_models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_language_models/README.md -------------------------------------------------------------------------------- /experiments/experiment_language_models/analyze_detailed_complexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_language_models/analyze_detailed_complexity.py -------------------------------------------------------------------------------- /experiments/experiment_language_models/window-based_compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/experiment_language_models/window-based_compression.py -------------------------------------------------------------------------------- /experiments/lexical_measures_novel_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/experiments/lexical_measures_novel_corpus.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/setup.py -------------------------------------------------------------------------------- /textcomplexity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /textcomplexity/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/cli.py -------------------------------------------------------------------------------- /textcomplexity/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/compression.py -------------------------------------------------------------------------------- /textcomplexity/constituency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/constituency.py -------------------------------------------------------------------------------- /textcomplexity/de.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/de.json -------------------------------------------------------------------------------- /textcomplexity/dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/dependency.py -------------------------------------------------------------------------------- /textcomplexity/en.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/en.json -------------------------------------------------------------------------------- /textcomplexity/pos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/pos.py -------------------------------------------------------------------------------- /textcomplexity/sentence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/sentence.py -------------------------------------------------------------------------------- /textcomplexity/surface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/surface.py -------------------------------------------------------------------------------- /textcomplexity/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /textcomplexity/test/test_surface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/test/test_surface.py -------------------------------------------------------------------------------- /textcomplexity/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /textcomplexity/utils/conllu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/conllu.py -------------------------------------------------------------------------------- /textcomplexity/utils/custom_tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/custom_tsv.py -------------------------------------------------------------------------------- /textcomplexity/utils/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/graph.py -------------------------------------------------------------------------------- /textcomplexity/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/misc.py -------------------------------------------------------------------------------- /textcomplexity/utils/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /textcomplexity/utils/test/test_windows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/test/test_windows.py -------------------------------------------------------------------------------- /textcomplexity/utils/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/text.py -------------------------------------------------------------------------------- /textcomplexity/utils/token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/token.py -------------------------------------------------------------------------------- /textcomplexity/utils/windows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/utils/windows.py -------------------------------------------------------------------------------- /textcomplexity/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.11.0" 2 | -------------------------------------------------------------------------------- /textcomplexity/vocabulary_richness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/textcomplexity/vocabulary_richness.py -------------------------------------------------------------------------------- /utils/run_spacy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/utils/run_spacy.py -------------------------------------------------------------------------------- /utils/run_stanza.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tsproisl/textcomplexity/HEAD/utils/run_stanza.py --------------------------------------------------------------------------------