├── .gitignore ├── EVALB ├── COLLINS.prm ├── LICENSE ├── Makefile ├── README ├── bug │ ├── bug.gld │ ├── bug.rsl-new │ ├── bug.rsl-old │ └── bug.tst ├── evalb.c ├── new.prm ├── nk.prm ├── sample │ ├── sample.gld │ ├── sample.prm │ ├── sample.rsl │ └── sample.tst └── tgrep_proc.prl ├── EVALB_SPMRL ├── Makefile ├── README ├── README.orig ├── evalb.c ├── spmrl.prm └── spmrl_hebrew.prm ├── EXPERIMENTS.md ├── LICENSE ├── README.md ├── analysis ├── Playground.ipynb ├── iparse.py ├── iparse_vq.py └── rebank │ ├── dev_22.json │ ├── test.json │ └── train.json ├── data ├── 02-21.10way.clean ├── 22.auto.clean ├── 23.auto.clean ├── README.md ├── common │ ├── ensure_top.py │ └── strip_functional.py ├── ctb_5.1 │ ├── .gitignore │ ├── build_corpus.sh │ └── process_ctb.py ├── raw │ ├── .gitignore │ └── README.md ├── spmrl │ ├── .gitignore │ ├── build_corpus.sh │ ├── get_atb_spmrlcompat.py │ ├── spmrl_ensure_top.py │ └── strip_spmrl_features.py └── wsj │ ├── .gitignore │ ├── build_corpus.sh │ ├── convert_to_revised_tokenization.py │ ├── fixup_data_errors.py │ ├── get_wsj.py │ └── recover_whitespace.py ├── setup.py └── src ├── .ipynb_checkpoints └── tagging experiements-checkpoint.ipynb ├── benepar ├── __init__.py ├── char_lstm.py ├── decode_chart.py ├── integrations │ ├── __init__.py │ ├── downloader.py │ ├── nltk_plugin.py │ ├── spacy_extensions.py │ └── spacy_plugin.py ├── labeler.py ├── loss_functions.py ├── nkutil.py ├── parse_base.py ├── parse_chart.py ├── partitioned_transformer.py ├── ptb_unescape.py ├── retokenization.py ├── spacy_plugin.py ├── subbatching.py ├── tetra_tag.py └── vector_quantize.py ├── evaluate.py ├── export.py ├── label_train.py ├── learning_rates.py ├── main.py ├── tagging experiements.ipynb ├── transliterate.py ├── tree_transforms.py └── treebanks.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/.gitignore -------------------------------------------------------------------------------- /EVALB/COLLINS.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/COLLINS.prm -------------------------------------------------------------------------------- /EVALB/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/LICENSE -------------------------------------------------------------------------------- /EVALB/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/Makefile -------------------------------------------------------------------------------- /EVALB/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/README -------------------------------------------------------------------------------- /EVALB/bug/bug.gld: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/bug/bug.gld -------------------------------------------------------------------------------- /EVALB/bug/bug.rsl-new: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/bug/bug.rsl-new -------------------------------------------------------------------------------- /EVALB/bug/bug.rsl-old: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/bug/bug.rsl-old -------------------------------------------------------------------------------- /EVALB/bug/bug.tst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/bug/bug.tst -------------------------------------------------------------------------------- /EVALB/evalb.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/evalb.c -------------------------------------------------------------------------------- /EVALB/new.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/new.prm -------------------------------------------------------------------------------- /EVALB/nk.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/nk.prm -------------------------------------------------------------------------------- /EVALB/sample/sample.gld: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/sample/sample.gld -------------------------------------------------------------------------------- /EVALB/sample/sample.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/sample/sample.prm -------------------------------------------------------------------------------- /EVALB/sample/sample.rsl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/sample/sample.rsl -------------------------------------------------------------------------------- /EVALB/sample/sample.tst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/sample/sample.tst -------------------------------------------------------------------------------- /EVALB/tgrep_proc.prl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB/tgrep_proc.prl -------------------------------------------------------------------------------- /EVALB_SPMRL/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/Makefile -------------------------------------------------------------------------------- /EVALB_SPMRL/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/README -------------------------------------------------------------------------------- /EVALB_SPMRL/README.orig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/README.orig -------------------------------------------------------------------------------- /EVALB_SPMRL/evalb.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/evalb.c -------------------------------------------------------------------------------- /EVALB_SPMRL/spmrl.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/spmrl.prm -------------------------------------------------------------------------------- /EVALB_SPMRL/spmrl_hebrew.prm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EVALB_SPMRL/spmrl_hebrew.prm -------------------------------------------------------------------------------- /EXPERIMENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/EXPERIMENTS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/README.md -------------------------------------------------------------------------------- /analysis/Playground.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/Playground.ipynb -------------------------------------------------------------------------------- /analysis/iparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/iparse.py -------------------------------------------------------------------------------- /analysis/iparse_vq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/iparse_vq.py -------------------------------------------------------------------------------- /analysis/rebank/dev_22.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/rebank/dev_22.json -------------------------------------------------------------------------------- /analysis/rebank/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/rebank/test.json -------------------------------------------------------------------------------- /analysis/rebank/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/analysis/rebank/train.json -------------------------------------------------------------------------------- /data/02-21.10way.clean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/02-21.10way.clean -------------------------------------------------------------------------------- /data/22.auto.clean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/22.auto.clean -------------------------------------------------------------------------------- /data/23.auto.clean: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/23.auto.clean -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/README.md -------------------------------------------------------------------------------- /data/common/ensure_top.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/common/ensure_top.py -------------------------------------------------------------------------------- /data/common/strip_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/common/strip_functional.py -------------------------------------------------------------------------------- /data/ctb_5.1/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/ctb_5.1/.gitignore -------------------------------------------------------------------------------- /data/ctb_5.1/build_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/ctb_5.1/build_corpus.sh -------------------------------------------------------------------------------- /data/ctb_5.1/process_ctb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/ctb_5.1/process_ctb.py -------------------------------------------------------------------------------- /data/raw/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/raw/.gitignore -------------------------------------------------------------------------------- /data/raw/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/raw/README.md -------------------------------------------------------------------------------- /data/spmrl/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/spmrl/.gitignore -------------------------------------------------------------------------------- /data/spmrl/build_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/spmrl/build_corpus.sh -------------------------------------------------------------------------------- /data/spmrl/get_atb_spmrlcompat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/spmrl/get_atb_spmrlcompat.py -------------------------------------------------------------------------------- /data/spmrl/spmrl_ensure_top.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/spmrl/spmrl_ensure_top.py -------------------------------------------------------------------------------- /data/spmrl/strip_spmrl_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/spmrl/strip_spmrl_features.py -------------------------------------------------------------------------------- /data/wsj/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/.gitignore -------------------------------------------------------------------------------- /data/wsj/build_corpus.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/build_corpus.sh -------------------------------------------------------------------------------- /data/wsj/convert_to_revised_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/convert_to_revised_tokenization.py -------------------------------------------------------------------------------- /data/wsj/fixup_data_errors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/fixup_data_errors.py -------------------------------------------------------------------------------- /data/wsj/get_wsj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/get_wsj.py -------------------------------------------------------------------------------- /data/wsj/recover_whitespace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/data/wsj/recover_whitespace.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/setup.py -------------------------------------------------------------------------------- /src/.ipynb_checkpoints/tagging experiements-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/.ipynb_checkpoints/tagging experiements-checkpoint.ipynb -------------------------------------------------------------------------------- /src/benepar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/__init__.py -------------------------------------------------------------------------------- /src/benepar/char_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/char_lstm.py -------------------------------------------------------------------------------- /src/benepar/decode_chart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/decode_chart.py -------------------------------------------------------------------------------- /src/benepar/integrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/benepar/integrations/downloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/integrations/downloader.py -------------------------------------------------------------------------------- /src/benepar/integrations/nltk_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/integrations/nltk_plugin.py -------------------------------------------------------------------------------- /src/benepar/integrations/spacy_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/integrations/spacy_extensions.py -------------------------------------------------------------------------------- /src/benepar/integrations/spacy_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/integrations/spacy_plugin.py -------------------------------------------------------------------------------- /src/benepar/labeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/labeler.py -------------------------------------------------------------------------------- /src/benepar/loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/loss_functions.py -------------------------------------------------------------------------------- /src/benepar/nkutil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/nkutil.py -------------------------------------------------------------------------------- /src/benepar/parse_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/parse_base.py -------------------------------------------------------------------------------- /src/benepar/parse_chart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/parse_chart.py -------------------------------------------------------------------------------- /src/benepar/partitioned_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/partitioned_transformer.py -------------------------------------------------------------------------------- /src/benepar/ptb_unescape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/ptb_unescape.py -------------------------------------------------------------------------------- /src/benepar/retokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/retokenization.py -------------------------------------------------------------------------------- /src/benepar/spacy_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/spacy_plugin.py -------------------------------------------------------------------------------- /src/benepar/subbatching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/subbatching.py -------------------------------------------------------------------------------- /src/benepar/tetra_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/tetra_tag.py -------------------------------------------------------------------------------- /src/benepar/vector_quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/benepar/vector_quantize.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/export.py -------------------------------------------------------------------------------- /src/label_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/label_train.py -------------------------------------------------------------------------------- /src/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/learning_rates.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/main.py -------------------------------------------------------------------------------- /src/tagging experiements.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/tagging experiements.ipynb -------------------------------------------------------------------------------- /src/transliterate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/transliterate.py -------------------------------------------------------------------------------- /src/tree_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/tree_transforms.py -------------------------------------------------------------------------------- /src/treebanks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thomaslu2000/Incremental-Parsing-Representations/HEAD/src/treebanks.py --------------------------------------------------------------------------------