├── .gitignore ├── CITATIONS.bib ├── LICENSE ├── Readme.md ├── configs └── best │ ├── crf-cls-sst2.toml │ ├── crf-cls-sst5.toml │ ├── crf-mlm-bllip.toml │ ├── crf-mlm-ptb.toml │ ├── crf-ner-conll03.toml │ ├── crf-pos-ptb.toml │ ├── crf-pos-ud.toml │ ├── crf-syn-cfq-mcd1.toml │ ├── crf-syn-cfq-mcd2.toml │ ├── crf-syn-cfq-mcd3.toml │ ├── crf-syn-cogs.toml │ ├── crf-upos-ud.toml │ ├── transformer-cls-sst2.toml │ ├── transformer-cls-sst5.toml │ ├── transformer-mlm-bllip.toml │ ├── transformer-mlm-ptb.toml │ ├── transformer-ner-conll03.toml │ ├── transformer-pos-ptb.toml │ ├── transformer-pos-ud.toml │ ├── transformer-syn-cfq-mcd1.toml │ ├── transformer-syn-cfq-mcd2.toml │ ├── transformer-syn-cfq-mcd3.toml │ ├── transformer-syn-cogs.toml │ ├── transformer-upos-ud.toml │ ├── universal-transformer-syn-cfq-mcd1.toml │ ├── universal-transformer-syn-cfq-mcd2.toml │ ├── universal-transformer-syn-cfq-mcd3.toml │ └── universal-transformer-syn-cogs.toml └── src ├── config.toml ├── config.toml.template ├── datasets ├── __init__.py ├── sequence_labeling.py ├── text.py ├── text_classification.py ├── toy.py └── treebanks.py ├── draw.py ├── embeddings ├── __init__.py └── token.py ├── evaluate.py ├── models ├── __init__.py ├── dependency_parser.py ├── masked_language_model.py ├── modules │ ├── CRFEncoder.py │ ├── CRFEncoderVariations.py │ ├── __init__.py │ ├── absGlobalHeadCRFEncoder.py │ ├── absoluteHeadCRFEncoder.py │ ├── blockedHeadCRFEncoder.py │ ├── deformer.py │ ├── distanceShareHeadCRFEncoder.py │ ├── globalHeadCRFEncoder.py │ ├── headCRFEncoder.py │ ├── headWordCRFEncoder.py │ ├── identity.py │ ├── lazyHeadCRFEncoder.py │ ├── multiZheadCRFEncoder.py │ ├── neuralHeadCRFEncoder.py │ ├── recorder.py │ ├── regCRFEncoder.py │ ├── relativeGlobalCRFEncoder.py │ ├── relativeHeadCRFEncoder.py │ ├── relativeTransformer.py │ ├── rootedHeadCRFEncoder.py │ ├── transformer.py │ ├── wordCRFEncoder.py │ └── xformer.py ├── multi_label_sequence_tagger.py ├── sequence_tagger.py ├── text_classifier.py └── word_masked_language_model.py ├── predict.py ├── requirements.txt ├── train.py ├── train_cont.py ├── trainers ├── __init__.py ├── bucket_trainer.py ├── draft.py ├── lazy_masked_language_model_trainer.py ├── masked_language_model_trainer.py └── trainer.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATIONS.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/CITATIONS.bib -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/LICENSE -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/Readme.md -------------------------------------------------------------------------------- /configs/best/crf-cls-sst2.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-cls-sst2.toml -------------------------------------------------------------------------------- /configs/best/crf-cls-sst5.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-cls-sst5.toml -------------------------------------------------------------------------------- /configs/best/crf-mlm-bllip.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-mlm-bllip.toml -------------------------------------------------------------------------------- /configs/best/crf-mlm-ptb.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-mlm-ptb.toml -------------------------------------------------------------------------------- /configs/best/crf-ner-conll03.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-ner-conll03.toml -------------------------------------------------------------------------------- /configs/best/crf-pos-ptb.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-pos-ptb.toml -------------------------------------------------------------------------------- /configs/best/crf-pos-ud.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-pos-ud.toml -------------------------------------------------------------------------------- /configs/best/crf-syn-cfq-mcd1.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-syn-cfq-mcd1.toml -------------------------------------------------------------------------------- /configs/best/crf-syn-cfq-mcd2.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-syn-cfq-mcd2.toml -------------------------------------------------------------------------------- /configs/best/crf-syn-cfq-mcd3.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-syn-cfq-mcd3.toml -------------------------------------------------------------------------------- /configs/best/crf-syn-cogs.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-syn-cogs.toml -------------------------------------------------------------------------------- /configs/best/crf-upos-ud.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/crf-upos-ud.toml -------------------------------------------------------------------------------- /configs/best/transformer-cls-sst2.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-cls-sst2.toml -------------------------------------------------------------------------------- /configs/best/transformer-cls-sst5.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-cls-sst5.toml -------------------------------------------------------------------------------- /configs/best/transformer-mlm-bllip.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-mlm-bllip.toml -------------------------------------------------------------------------------- /configs/best/transformer-mlm-ptb.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-mlm-ptb.toml -------------------------------------------------------------------------------- /configs/best/transformer-ner-conll03.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-ner-conll03.toml -------------------------------------------------------------------------------- /configs/best/transformer-pos-ptb.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-pos-ptb.toml -------------------------------------------------------------------------------- /configs/best/transformer-pos-ud.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-pos-ud.toml -------------------------------------------------------------------------------- /configs/best/transformer-syn-cfq-mcd1.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-syn-cfq-mcd1.toml -------------------------------------------------------------------------------- /configs/best/transformer-syn-cfq-mcd2.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-syn-cfq-mcd2.toml -------------------------------------------------------------------------------- /configs/best/transformer-syn-cfq-mcd3.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-syn-cfq-mcd3.toml -------------------------------------------------------------------------------- /configs/best/transformer-syn-cogs.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-syn-cogs.toml -------------------------------------------------------------------------------- /configs/best/transformer-upos-ud.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/transformer-upos-ud.toml -------------------------------------------------------------------------------- /configs/best/universal-transformer-syn-cfq-mcd1.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/universal-transformer-syn-cfq-mcd1.toml -------------------------------------------------------------------------------- /configs/best/universal-transformer-syn-cfq-mcd2.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/universal-transformer-syn-cfq-mcd2.toml -------------------------------------------------------------------------------- /configs/best/universal-transformer-syn-cfq-mcd3.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/universal-transformer-syn-cfq-mcd3.toml -------------------------------------------------------------------------------- /configs/best/universal-transformer-syn-cogs.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/configs/best/universal-transformer-syn-cogs.toml -------------------------------------------------------------------------------- /src/config.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/config.toml -------------------------------------------------------------------------------- /src/config.toml.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/config.toml.template -------------------------------------------------------------------------------- /src/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/__init__.py -------------------------------------------------------------------------------- /src/datasets/sequence_labeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/sequence_labeling.py -------------------------------------------------------------------------------- /src/datasets/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/text.py -------------------------------------------------------------------------------- /src/datasets/text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/text_classification.py -------------------------------------------------------------------------------- /src/datasets/toy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/toy.py -------------------------------------------------------------------------------- /src/datasets/treebanks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/datasets/treebanks.py -------------------------------------------------------------------------------- /src/draw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/draw.py -------------------------------------------------------------------------------- /src/embeddings/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/embeddings/__init__.py -------------------------------------------------------------------------------- /src/embeddings/token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/embeddings/token.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/__init__.py -------------------------------------------------------------------------------- /src/models/dependency_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/dependency_parser.py -------------------------------------------------------------------------------- /src/models/masked_language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/masked_language_model.py -------------------------------------------------------------------------------- /src/models/modules/CRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/CRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/CRFEncoderVariations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/CRFEncoderVariations.py -------------------------------------------------------------------------------- /src/models/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/__init__.py -------------------------------------------------------------------------------- /src/models/modules/absGlobalHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/absGlobalHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/absoluteHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/absoluteHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/blockedHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/blockedHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/deformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/deformer.py -------------------------------------------------------------------------------- /src/models/modules/distanceShareHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/distanceShareHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/globalHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/globalHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/headCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/headCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/headWordCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/headWordCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/identity.py -------------------------------------------------------------------------------- /src/models/modules/lazyHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/lazyHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/multiZheadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/multiZheadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/neuralHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/neuralHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/recorder.py -------------------------------------------------------------------------------- /src/models/modules/regCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/regCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/relativeGlobalCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/relativeGlobalCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/relativeHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/relativeHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/relativeTransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/relativeTransformer.py -------------------------------------------------------------------------------- /src/models/modules/rootedHeadCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/rootedHeadCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/transformer.py -------------------------------------------------------------------------------- /src/models/modules/wordCRFEncoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/wordCRFEncoder.py -------------------------------------------------------------------------------- /src/models/modules/xformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/modules/xformer.py -------------------------------------------------------------------------------- /src/models/multi_label_sequence_tagger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/multi_label_sequence_tagger.py -------------------------------------------------------------------------------- /src/models/sequence_tagger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/sequence_tagger.py -------------------------------------------------------------------------------- /src/models/text_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/text_classifier.py -------------------------------------------------------------------------------- /src/models/word_masked_language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/models/word_masked_language_model.py -------------------------------------------------------------------------------- /src/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/predict.py -------------------------------------------------------------------------------- /src/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/requirements.txt -------------------------------------------------------------------------------- /src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/train.py -------------------------------------------------------------------------------- /src/train_cont.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/train_cont.py -------------------------------------------------------------------------------- /src/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/__init__.py -------------------------------------------------------------------------------- /src/trainers/bucket_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/bucket_trainer.py -------------------------------------------------------------------------------- /src/trainers/draft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/draft.py -------------------------------------------------------------------------------- /src/trainers/lazy_masked_language_model_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/lazy_masked_language_model_trainer.py -------------------------------------------------------------------------------- /src/trainers/masked_language_model_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/masked_language_model_trainer.py -------------------------------------------------------------------------------- /src/trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/trainers/trainer.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whyNLP/Probabilistic-Transformer/HEAD/src/utils.py --------------------------------------------------------------------------------