├── LICENSE ├── README.md ├── ddparser ├── __init__.py ├── config.ini ├── data │ └── .gitkeep ├── download_data.sh ├── download_pretrained_model.sh ├── ernie │ ├── __init__.py │ ├── file_utils.py │ ├── modeling_ernie.py │ ├── optimization.py │ └── tokenizing_ernie.py ├── model_files │ └── .gitkeep ├── parser │ ├── __init__.py │ ├── config.py │ ├── data_struct │ │ ├── __init__.py │ │ ├── corpus.py │ │ ├── data.py │ │ ├── embedding.py │ │ ├── field.py │ │ ├── metric.py │ │ ├── utils.py │ │ └── vocab.py │ ├── model.py │ └── nets │ │ ├── __init__.py │ │ ├── biaffine.py │ │ ├── bilstm.py │ │ ├── char_lstm.py │ │ ├── char_transformer.py │ │ ├── dropouts.py │ │ ├── embedding.py │ │ ├── mlp.py │ │ ├── nn.py │ │ ├── rnn.py │ │ └── transformer.py ├── run.py ├── run_evaluate.sh ├── run_predict.sh ├── run_predict_query.sh ├── run_train.sh ├── run_train_parallel.sh └── struct.png ├── requirements.txt ├── setup.cfg ├── setup.py └── tools ├── representation ├── README.md ├── demo │ ├── ERNIE │ │ ├── __init__.py │ │ ├── batching.py │ │ ├── classify_infer.py │ │ ├── ernie_encoder.py │ │ ├── finetune │ │ │ ├── __init__.py │ │ │ ├── classifier.py │ │ │ ├── mrc.py │ │ │ └── sequence_label.py │ │ ├── finetune_args.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── ernie.py │ │ │ ├── ernie_v1.py │ │ │ └── transformer_encoder.py │ │ ├── optimization.py │ │ ├── predict_classifier.py │ │ ├── reader │ │ │ ├── __init__.py │ │ │ ├── pretraining.py │ │ │ └── task_reader.py │ │ ├── run_classifier.py │ │ ├── tokenization.py │ │ ├── train.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── args.py │ │ │ ├── cards.py │ │ │ ├── cmrc2018_eval.py │ │ │ ├── fp16.py │ │ │ └── init.py │ ├── LCQMC │ │ └── preprocess_data.py │ └── run_demo.sh ├── gnn.py ├── graph.py └── utils.py └── struct_info ├── README.md └── extract.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/README.md -------------------------------------------------------------------------------- /ddparser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/__init__.py -------------------------------------------------------------------------------- /ddparser/config.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/config.ini -------------------------------------------------------------------------------- /ddparser/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ddparser/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/download_data.sh -------------------------------------------------------------------------------- /ddparser/download_pretrained_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/download_pretrained_model.sh -------------------------------------------------------------------------------- /ddparser/ernie/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/ernie/__init__.py -------------------------------------------------------------------------------- /ddparser/ernie/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/ernie/file_utils.py -------------------------------------------------------------------------------- /ddparser/ernie/modeling_ernie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/ernie/modeling_ernie.py -------------------------------------------------------------------------------- /ddparser/ernie/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/ernie/optimization.py -------------------------------------------------------------------------------- /ddparser/ernie/tokenizing_ernie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/ernie/tokenizing_ernie.py -------------------------------------------------------------------------------- /ddparser/model_files/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ddparser/parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/__init__.py -------------------------------------------------------------------------------- /ddparser/parser/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/config.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/__init__.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/corpus.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/data.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/embedding.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/field.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/metric.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/utils.py -------------------------------------------------------------------------------- /ddparser/parser/data_struct/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/data_struct/vocab.py -------------------------------------------------------------------------------- /ddparser/parser/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/model.py -------------------------------------------------------------------------------- /ddparser/parser/nets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/__init__.py -------------------------------------------------------------------------------- /ddparser/parser/nets/biaffine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/biaffine.py -------------------------------------------------------------------------------- /ddparser/parser/nets/bilstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/bilstm.py -------------------------------------------------------------------------------- /ddparser/parser/nets/char_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/char_lstm.py -------------------------------------------------------------------------------- /ddparser/parser/nets/char_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/char_transformer.py -------------------------------------------------------------------------------- /ddparser/parser/nets/dropouts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/dropouts.py -------------------------------------------------------------------------------- /ddparser/parser/nets/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/embedding.py -------------------------------------------------------------------------------- /ddparser/parser/nets/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/mlp.py -------------------------------------------------------------------------------- /ddparser/parser/nets/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/nn.py -------------------------------------------------------------------------------- /ddparser/parser/nets/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/rnn.py -------------------------------------------------------------------------------- /ddparser/parser/nets/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/parser/nets/transformer.py -------------------------------------------------------------------------------- /ddparser/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run.py -------------------------------------------------------------------------------- /ddparser/run_evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run_evaluate.sh -------------------------------------------------------------------------------- /ddparser/run_predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run_predict.sh -------------------------------------------------------------------------------- /ddparser/run_predict_query.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run_predict_query.sh -------------------------------------------------------------------------------- /ddparser/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run_train.sh -------------------------------------------------------------------------------- /ddparser/run_train_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/run_train_parallel.sh -------------------------------------------------------------------------------- /ddparser/struct.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/ddparser/struct.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/setup.py -------------------------------------------------------------------------------- /tools/representation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/README.md -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/batching.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/classify_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/classify_infer.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/ernie_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/ernie_encoder.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/finetune/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/finetune/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/finetune/classifier.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/finetune/mrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/finetune/mrc.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/finetune/sequence_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/finetune/sequence_label.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/finetune_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/finetune_args.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/model/ernie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/model/ernie.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/model/ernie_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/model/ernie_v1.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/model/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/model/transformer_encoder.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/optimization.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/predict_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/predict_classifier.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/reader/pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/reader/pretraining.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/reader/task_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/reader/task_reader.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/run_classifier.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/tokenization.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/train.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/utils/args.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/cards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/utils/cards.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/cmrc2018_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/utils/cmrc2018_eval.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/utils/fp16.py -------------------------------------------------------------------------------- /tools/representation/demo/ERNIE/utils/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/ERNIE/utils/init.py -------------------------------------------------------------------------------- /tools/representation/demo/LCQMC/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/LCQMC/preprocess_data.py -------------------------------------------------------------------------------- /tools/representation/demo/run_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/demo/run_demo.sh -------------------------------------------------------------------------------- /tools/representation/gnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/gnn.py -------------------------------------------------------------------------------- /tools/representation/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/graph.py -------------------------------------------------------------------------------- /tools/representation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/representation/utils.py -------------------------------------------------------------------------------- /tools/struct_info/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/struct_info/README.md -------------------------------------------------------------------------------- /tools/struct_info/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DDParser/HEAD/tools/struct_info/extract.py --------------------------------------------------------------------------------