├── LICENSE ├── Models ├── CRF.py ├── ERNIE.py ├── __pycache__ │ ├── CRF.cpython-37.pyc │ └── bert.cpython-37.pyc └── bert.py ├── README.md ├── __init__.py ├── __pycache__ ├── train_eval.cpython-37.pyc └── utils.cpython-37.pyc ├── datas ├── dev │ ├── source.txt │ └── target.txt ├── train │ ├── source.txt │ └── target.txt └── vocab_tag │ ├── tag.txt │ └── vocab.txt ├── pytorch_pretrained ├── __init__.py ├── __main__.py ├── __pycache__ │ ├── __init__.cpython-37.pyc │ ├── file_utils.cpython-37.pyc │ ├── modeling.cpython-37.pyc │ ├── modeling_gpt2.cpython-37.pyc │ ├── modeling_openai.cpython-37.pyc │ ├── modeling_transfo_xl.cpython-37.pyc │ ├── modeling_transfo_xl_utilities.cpython-37.pyc │ ├── optimization.cpython-37.pyc │ ├── optimization_openai.cpython-37.pyc │ ├── tokenization.cpython-37.pyc │ ├── tokenization_gpt2.cpython-37.pyc │ ├── tokenization_openai.cpython-37.pyc │ └── tokenization_transfo_xl.cpython-37.pyc ├── convert_gpt2_checkpoint_to_pytorch.py ├── convert_openai_checkpoint_to_pytorch.py ├── convert_tf_checkpoint_to_pytorch.py ├── convert_transfo_xl_checkpoint_to_pytorch.py ├── file_utils.py ├── modeling.py ├── modeling_gpt2.py ├── modeling_openai.py ├── modeling_transfo_xl.py ├── modeling_transfo_xl_utilities.py ├── optimization.py ├── optimization_openai.py ├── tokenization.py ├── tokenization_gpt2.py ├── tokenization_openai.py └── tokenization_transfo_xl.py ├── run.py ├── train_eval.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/LICENSE -------------------------------------------------------------------------------- /Models/CRF.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/Models/CRF.py -------------------------------------------------------------------------------- /Models/ERNIE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/Models/ERNIE.py -------------------------------------------------------------------------------- /Models/__pycache__/CRF.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/Models/__pycache__/CRF.cpython-37.pyc -------------------------------------------------------------------------------- /Models/__pycache__/bert.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/Models/__pycache__/bert.cpython-37.pyc -------------------------------------------------------------------------------- /Models/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/Models/bert.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Chinese-Ner-pytorch 2 | 中文实体识别 bert/xlnet/albert ...预训练模型 +bilstm+crf / +crf 3 | -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /__pycache__/train_eval.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/__pycache__/train_eval.cpython-37.pyc -------------------------------------------------------------------------------- /__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /datas/dev/source.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/dev/source.txt -------------------------------------------------------------------------------- /datas/dev/target.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/dev/target.txt -------------------------------------------------------------------------------- /datas/train/source.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/train/source.txt -------------------------------------------------------------------------------- /datas/train/target.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/train/target.txt -------------------------------------------------------------------------------- /datas/vocab_tag/tag.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/vocab_tag/tag.txt -------------------------------------------------------------------------------- /datas/vocab_tag/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/datas/vocab_tag/vocab.txt -------------------------------------------------------------------------------- /pytorch_pretrained/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__init__.py -------------------------------------------------------------------------------- /pytorch_pretrained/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__main__.py -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/file_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/file_utils.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/modeling.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/modeling.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/modeling_gpt2.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/modeling_gpt2.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/modeling_openai.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/modeling_openai.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/modeling_transfo_xl.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/modeling_transfo_xl.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/modeling_transfo_xl_utilities.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/modeling_transfo_xl_utilities.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/optimization.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/optimization.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/optimization_openai.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/optimization_openai.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/tokenization.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/tokenization.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/tokenization_gpt2.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/tokenization_gpt2.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/tokenization_openai.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/tokenization_openai.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/__pycache__/tokenization_transfo_xl.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/__pycache__/tokenization_transfo_xl.cpython-37.pyc -------------------------------------------------------------------------------- /pytorch_pretrained/convert_gpt2_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/convert_gpt2_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /pytorch_pretrained/convert_openai_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/convert_openai_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /pytorch_pretrained/convert_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/convert_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /pytorch_pretrained/convert_transfo_xl_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/convert_transfo_xl_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /pytorch_pretrained/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/file_utils.py -------------------------------------------------------------------------------- /pytorch_pretrained/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/modeling.py -------------------------------------------------------------------------------- /pytorch_pretrained/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/modeling_gpt2.py -------------------------------------------------------------------------------- /pytorch_pretrained/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/modeling_openai.py -------------------------------------------------------------------------------- /pytorch_pretrained/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/modeling_transfo_xl.py -------------------------------------------------------------------------------- /pytorch_pretrained/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /pytorch_pretrained/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/optimization.py -------------------------------------------------------------------------------- /pytorch_pretrained/optimization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/optimization_openai.py -------------------------------------------------------------------------------- /pytorch_pretrained/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/tokenization.py -------------------------------------------------------------------------------- /pytorch_pretrained/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/tokenization_gpt2.py -------------------------------------------------------------------------------- /pytorch_pretrained/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/tokenization_openai.py -------------------------------------------------------------------------------- /pytorch_pretrained/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/pytorch_pretrained/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/run.py -------------------------------------------------------------------------------- /train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/train_eval.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cjhayes16/Chinese-Ner-pytorch/HEAD/utils.py --------------------------------------------------------------------------------