├── .gitignore ├── LICENSE ├── README.md ├── data ├── .DS_Store ├── Bio-NER │ ├── dev.txt │ ├── entity.json │ ├── labels.txt │ ├── pmi.json │ ├── test.txt │ └── train.txt ├── Twitter │ ├── debug │ │ ├── dev.txt │ │ ├── entity.json │ │ ├── labels.txt │ │ ├── pmi.json │ │ ├── test.txt │ │ └── train.txt │ ├── dev.txt │ ├── entity.json │ ├── labels.txt │ ├── pmi.json │ ├── test.txt │ └── train.txt ├── WNUT2017 │ ├── debug │ │ ├── dev.txt │ │ ├── entity.json │ │ ├── labels.txt │ │ ├── pmi.json │ │ ├── test.txt │ │ └── train.txt │ ├── dev.txt │ ├── entity.json │ ├── labels.txt │ ├── pmi.json │ ├── test.txt │ └── train.txt └── conll2003 │ ├── dev.txt │ ├── entity.json │ ├── labels.txt │ ├── pmi.json │ ├── test.txt │ ├── train.txt │ └── trans_data │ ├── ConcatCase │ ├── ori │ │ └── test.txt │ └── trans │ │ └── test.txt │ ├── CrossCategory │ ├── ori │ │ └── test.txt │ └── trans │ │ └── test.txt │ ├── EntityTyposSwap │ ├── ori │ │ └── test.txt │ └── trans │ │ └── test.txt │ ├── OOV │ ├── ori │ │ └── test.txt │ └── trans │ │ └── test.txt │ └── ToLonger │ ├── ori │ └── test.txt │ └── trans │ └── test.txt ├── engine_utils.py ├── eval_metric.py ├── logs ├── .DS_Store └── default.cfg ├── main.py ├── main_conll.py ├── models ├── MI_estimators.py ├── bn_bert_ner.py ├── classifier.py ├── losses │ ├── crf.py │ ├── dice_loss.py │ ├── focal_loss.py │ └── label_smoothing.py ├── model_utils.py ├── span_extractors.py └── span_layer.py ├── pic ├── .DS_Store ├── architecture.jpg └── results.jpg ├── requirements.txt ├── scripts ├── bert_token_conf │ ├── config.json │ ├── tokenizer.json │ └── tokenizer_config.json ├── cal_vocab.py ├── collect_entity.py ├── labels.txt ├── open_ner_pro.py └── pmi.json └── utils ├── allen_utils.py ├── datasets.py ├── typos.py ├── utils_contrastive.py └── utils_metrics.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/README.md -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/Bio-NER/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/dev.txt -------------------------------------------------------------------------------- /data/Bio-NER/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/entity.json -------------------------------------------------------------------------------- /data/Bio-NER/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/labels.txt -------------------------------------------------------------------------------- /data/Bio-NER/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/pmi.json -------------------------------------------------------------------------------- /data/Bio-NER/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/test.txt -------------------------------------------------------------------------------- /data/Bio-NER/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Bio-NER/train.txt -------------------------------------------------------------------------------- /data/Twitter/debug/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/debug/dev.txt -------------------------------------------------------------------------------- /data/Twitter/debug/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/debug/entity.json -------------------------------------------------------------------------------- /data/Twitter/debug/labels.txt: -------------------------------------------------------------------------------- 1 | O 2 | PER 3 | LOC 4 | OTHER 5 | ORG 6 | -------------------------------------------------------------------------------- /data/Twitter/debug/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/debug/pmi.json -------------------------------------------------------------------------------- /data/Twitter/debug/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/debug/test.txt -------------------------------------------------------------------------------- /data/Twitter/debug/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/debug/train.txt -------------------------------------------------------------------------------- /data/Twitter/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/dev.txt -------------------------------------------------------------------------------- /data/Twitter/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/entity.json -------------------------------------------------------------------------------- /data/Twitter/labels.txt: -------------------------------------------------------------------------------- 1 | O 2 | PER 3 | LOC 4 | OTHER 5 | ORG 6 | -------------------------------------------------------------------------------- /data/Twitter/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/pmi.json -------------------------------------------------------------------------------- /data/Twitter/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/test.txt -------------------------------------------------------------------------------- /data/Twitter/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/Twitter/train.txt -------------------------------------------------------------------------------- /data/WNUT2017/debug/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/dev.txt -------------------------------------------------------------------------------- /data/WNUT2017/debug/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/entity.json -------------------------------------------------------------------------------- /data/WNUT2017/debug/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/labels.txt -------------------------------------------------------------------------------- /data/WNUT2017/debug/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/pmi.json -------------------------------------------------------------------------------- /data/WNUT2017/debug/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/test.txt -------------------------------------------------------------------------------- /data/WNUT2017/debug/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/debug/train.txt -------------------------------------------------------------------------------- /data/WNUT2017/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/dev.txt -------------------------------------------------------------------------------- /data/WNUT2017/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/entity.json -------------------------------------------------------------------------------- /data/WNUT2017/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/labels.txt -------------------------------------------------------------------------------- /data/WNUT2017/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/pmi.json -------------------------------------------------------------------------------- /data/WNUT2017/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/test.txt -------------------------------------------------------------------------------- /data/WNUT2017/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/WNUT2017/train.txt -------------------------------------------------------------------------------- /data/conll2003/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/dev.txt -------------------------------------------------------------------------------- /data/conll2003/entity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/entity.json -------------------------------------------------------------------------------- /data/conll2003/labels.txt: -------------------------------------------------------------------------------- 1 | O 2 | ORG 3 | PER 4 | LOC 5 | MISC 6 | -------------------------------------------------------------------------------- /data/conll2003/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/pmi.json -------------------------------------------------------------------------------- /data/conll2003/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/test.txt -------------------------------------------------------------------------------- /data/conll2003/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/train.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/ConcatCase/ori/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/ConcatCase/ori/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/ConcatCase/trans/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/ConcatCase/trans/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/CrossCategory/ori/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/CrossCategory/ori/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/CrossCategory/trans/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/CrossCategory/trans/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/EntityTyposSwap/ori/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/EntityTyposSwap/ori/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/EntityTyposSwap/trans/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/EntityTyposSwap/trans/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/OOV/ori/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/OOV/ori/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/OOV/trans/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/OOV/trans/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/ToLonger/ori/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/ToLonger/ori/test.txt -------------------------------------------------------------------------------- /data/conll2003/trans_data/ToLonger/trans/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/data/conll2003/trans_data/ToLonger/trans/test.txt -------------------------------------------------------------------------------- /engine_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/engine_utils.py -------------------------------------------------------------------------------- /eval_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/eval_metric.py -------------------------------------------------------------------------------- /logs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/logs/.DS_Store -------------------------------------------------------------------------------- /logs/default.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/logs/default.cfg -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/main.py -------------------------------------------------------------------------------- /main_conll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/main_conll.py -------------------------------------------------------------------------------- /models/MI_estimators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/MI_estimators.py -------------------------------------------------------------------------------- /models/bn_bert_ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/bn_bert_ner.py -------------------------------------------------------------------------------- /models/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/classifier.py -------------------------------------------------------------------------------- /models/losses/crf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/losses/crf.py -------------------------------------------------------------------------------- /models/losses/dice_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/losses/dice_loss.py -------------------------------------------------------------------------------- /models/losses/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/losses/focal_loss.py -------------------------------------------------------------------------------- /models/losses/label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/losses/label_smoothing.py -------------------------------------------------------------------------------- /models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/model_utils.py -------------------------------------------------------------------------------- /models/span_extractors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/span_extractors.py -------------------------------------------------------------------------------- /models/span_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/models/span_layer.py -------------------------------------------------------------------------------- /pic/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/pic/.DS_Store -------------------------------------------------------------------------------- /pic/architecture.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/pic/architecture.jpg -------------------------------------------------------------------------------- /pic/results.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/pic/results.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/bert_token_conf/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/bert_token_conf/config.json -------------------------------------------------------------------------------- /scripts/bert_token_conf/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/bert_token_conf/tokenizer.json -------------------------------------------------------------------------------- /scripts/bert_token_conf/tokenizer_config.json: -------------------------------------------------------------------------------- 1 | { 2 | "do_lower_case": true 3 | } 4 | -------------------------------------------------------------------------------- /scripts/cal_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/cal_vocab.py -------------------------------------------------------------------------------- /scripts/collect_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/collect_entity.py -------------------------------------------------------------------------------- /scripts/labels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/labels.txt -------------------------------------------------------------------------------- /scripts/open_ner_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/open_ner_pro.py -------------------------------------------------------------------------------- /scripts/pmi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/scripts/pmi.json -------------------------------------------------------------------------------- /utils/allen_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/utils/allen_utils.py -------------------------------------------------------------------------------- /utils/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/utils/datasets.py -------------------------------------------------------------------------------- /utils/typos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/utils/typos.py -------------------------------------------------------------------------------- /utils/utils_contrastive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/utils/utils_contrastive.py -------------------------------------------------------------------------------- /utils/utils_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BeyonderXX/MINER/HEAD/utils/utils_metrics.py --------------------------------------------------------------------------------