├── .gitignore ├── ACL2019-KTNET ├── downloaded_files.md5 ├── images │ └── architecture.png ├── reading_comprehension │ ├── eval_record_nell.sh │ ├── eval_record_twomemory.sh │ ├── eval_record_wordnet.sh │ ├── eval_squad_nell.sh │ ├── eval_squad_twomemory.sh │ ├── eval_squad_wordnet.sh │ ├── run_record_nell.sh │ ├── run_record_nell_finetune.sh │ ├── run_record_nell_pretrain.sh │ ├── run_record_twomemory.sh │ ├── run_record_twomemory_finetune.sh │ ├── run_record_twomemory_pretrain.sh │ ├── run_record_wordnet.sh │ ├── run_record_wordnet_finetune.sh │ ├── run_record_wordnet_pretrain.sh │ ├── run_squad_nell.sh │ ├── run_squad_nell_finetune.sh │ ├── run_squad_nell_pretrain.sh │ ├── run_squad_twomemory.sh │ ├── run_squad_twomemory_finetune.sh │ ├── run_squad_twomemory_pretrain.sh │ ├── run_squad_wordnet.sh │ ├── run_squad_wordnet_finetune.sh │ ├── run_squad_wordnet_pretrain.sh │ └── src │ │ ├── batching.py │ │ ├── batching_twomemory.py │ │ ├── eval │ │ └── __init__.py │ │ ├── model │ │ ├── __init__.py │ │ ├── bert.py │ │ ├── layers.py │ │ └── transformer_encoder.py │ │ ├── optimization.py │ │ ├── reader │ │ ├── __init__.py │ │ ├── record.py │ │ ├── record_twomemory.py │ │ ├── squad.py │ │ └── squad_twomemory.py │ │ ├── run_record.py │ │ ├── run_record_twomemory.py │ │ ├── run_squad.py │ │ ├── run_squad_twomemory.py │ │ ├── tokenization.py │ │ └── utils │ │ ├── __init__.py │ │ ├── args.py │ │ ├── fp16.py │ │ └── init.py ├── readme.md └── retrieve_concepts │ ├── ner_tagging_squad │ └── tagging.py │ ├── retrieve_nell │ ├── nell_concept_list.txt │ └── retrieve.py │ ├── retrieve_wordnet │ ├── retrieve.py │ └── wordnet-mlj12-definitions.txt │ ├── tokenization_record │ ├── do_tokenization.py │ ├── tokenization.py │ ├── vocab.cased.txt │ └── vocab.uncased.txt │ └── tokenization_squad │ ├── do_tokenization.py │ ├── tokenization.py │ ├── vocab.cased.txt │ └── vocab.uncased.txt ├── DuQM ├── README.md ├── data.py ├── model.py ├── predict.py └── train.py ├── DuReader-2.0 ├── .gitignore ├── LICENSE ├── README.md ├── data │ ├── demo │ │ ├── devset │ │ │ └── search.dev.json │ │ ├── testset │ │ │ └── search.test.json │ │ └── trainset │ │ │ └── search.train.json │ ├── download.sh │ └── md5sum.txt ├── paddle │ ├── UPDATES.md │ ├── args.py │ ├── dataset.py │ ├── paragraph_extraction.py │ ├── preprocess.py │ ├── rc_model.py │ ├── run.py │ ├── run.sh │ └── vocab.py ├── tensorflow │ ├── dataset.py │ ├── layers │ │ ├── __init__.py │ │ ├── basic_rnn.py │ │ ├── match_layer.py │ │ └── pointer_net.py │ ├── rc_model.py │ ├── run.py │ └── vocab.py └── utils │ ├── __init__.py │ ├── download_thirdparty.sh │ ├── dureader_eval.py │ ├── get_vocab.py │ ├── marco_tokenize_data.py │ ├── marcov1_to_dureader.py │ ├── marcov2_to_v1_tojsonl.py │ ├── preprocess.py │ └── run_marco2dureader_preprocess.sh ├── DuReader-Checklist ├── README.md ├── checklist.png ├── download.sh ├── evaluate.py ├── predict.sh ├── run_eval.sh ├── src │ ├── args.py │ ├── models.py │ ├── run.py │ └── squad.py └── train.sh ├── DuReader-Retrieval ├── README.md └── figures │ └── example.png ├── DuReader-Robust ├── README.md ├── download.sh ├── evaluate.py ├── md5.txt ├── paddlehub_baseline │ ├── demo_dataset.py │ ├── paddlehub_reading_comprehension.sh │ └── reading_comprehension.py ├── predict.sh ├── src │ ├── __init__.py │ ├── _ce.py │ ├── batching.py │ ├── convert_params.py │ ├── dist_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── ernie.py │ │ └── transformer_encoder.py │ ├── optimization.py │ ├── reader │ │ ├── __init__.py │ │ └── squad.py │ ├── run_mrc.py │ ├── tokenization.py │ └── utils │ │ ├── __init__.py │ │ ├── args.py │ │ ├── cards.py │ │ ├── fp16.py │ │ └── init.py └── train.sh ├── DuReader-vis ├── README.md └── images │ ├── intro-vis.png │ └── intro.png ├── MRQA2019-D-NET ├── README.md ├── images │ ├── D-NET_framework.png │ └── D-NET_server.png ├── multi_task_learning │ ├── README.md │ ├── configs │ │ ├── answer_matching.yaml │ │ ├── mask_language_model.yaml │ │ ├── mtl_config.yaml │ │ └── reading_comprehension.yaml │ ├── run_build_palm.sh │ ├── run_evaluation.sh │ ├── run_multi_task.sh │ ├── scripts │ │ ├── args.py │ │ ├── combine.py │ │ ├── combine.sh │ │ ├── convert_model_params.py │ │ ├── convert_mrqa2squad.py │ │ ├── convert_mrqa2squad.sh │ │ ├── dev │ │ │ └── md5sum_dev.txt │ │ ├── download_data.sh │ │ ├── evaluate-v1.1.py │ │ ├── macro_avg.py │ │ └── train │ │ │ └── md5sum_train.txt │ ├── wget_data.sh │ └── wget_pretrained_model.sh └── server │ ├── README.md │ ├── bert_server │ ├── model_wrapper.py │ ├── mrc_service.py │ ├── pdnlp │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── algorithm │ │ │ ├── __init__.py │ │ │ ├── multitask.py │ │ │ └── optimization.py │ │ ├── extension │ │ │ ├── __init__.py │ │ │ └── fp16.py │ │ ├── module │ │ │ ├── __init__.py │ │ │ └── transformer_encoder.py │ │ ├── nets │ │ │ ├── __init__.py │ │ │ ├── bert.py │ │ │ └── transformer_encoder.py │ │ └── toolkit │ │ │ ├── __init__.py │ │ │ ├── configure.py │ │ │ ├── init.py │ │ │ └── placeholder.py │ ├── start.sh │ ├── start_service.py │ └── task_reader │ │ ├── __init__.py │ │ ├── batching.py │ │ ├── mrqa.py │ │ └── tokenization.py │ ├── client │ ├── client.py │ └── demo.txt │ ├── ernie_server │ ├── model_wrapper.py │ ├── mrc_service.py │ ├── pdnlp │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── algorithm │ │ │ ├── __init__.py │ │ │ ├── multitask.py │ │ │ └── optimization.py │ │ ├── extension │ │ │ ├── __init__.py │ │ │ └── fp16.py │ │ ├── module │ │ │ ├── __init__.py │ │ │ └── transformer_encoder.py │ │ ├── nets │ │ │ ├── __init__.py │ │ │ └── bert.py │ │ └── toolkit │ │ │ ├── __init__.py │ │ │ ├── configure.py │ │ │ ├── init.py │ │ │ └── placeholder.py │ ├── start.sh │ ├── start_service.py │ └── task_reader │ │ ├── __init__.py │ │ ├── batching.py │ │ ├── mrqa_infer.py │ │ └── tokenization.py │ ├── main_server.py │ ├── start.sh │ ├── wget_server_inference_model.sh │ └── xlnet_server │ ├── __init__.py │ ├── data_utils.py │ ├── model │ ├── __init__.py │ ├── transformer_encoder.py │ └── xlnet.py │ ├── modeling.py │ ├── prepro_utils.py │ ├── serve.py │ ├── server_utils.py │ ├── squad_reader.py │ ├── squad_utils.py │ ├── start.sh │ ├── wrapper.py │ └── xlnet_config │ ├── spiece.model │ └── xlnet_config.json └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/.gitignore -------------------------------------------------------------------------------- /ACL2019-KTNET/downloaded_files.md5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/downloaded_files.md5 -------------------------------------------------------------------------------- /ACL2019-KTNET/images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/images/architecture.png -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_record_nell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_record_nell.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_record_twomemory.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_record_twomemory.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_record_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_record_wordnet.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_squad_nell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_squad_nell.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_squad_twomemory.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_squad_twomemory.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/eval_squad_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/eval_squad_wordnet.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_nell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_nell.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_nell_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_nell_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_nell_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_nell_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_twomemory.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_twomemory.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_twomemory_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_twomemory_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_twomemory_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_twomemory_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_wordnet.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_wordnet_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_wordnet_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_record_wordnet_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_record_wordnet_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_nell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_nell.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_nell_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_nell_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_nell_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_nell_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_twomemory.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_twomemory.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_twomemory_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_twomemory_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_twomemory_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_twomemory_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_wordnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_wordnet.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_wordnet_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_wordnet_finetune.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/run_squad_wordnet_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/run_squad_wordnet_pretrain.sh -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/batching.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/batching_twomemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/batching_twomemory.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/model/bert.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/model/layers.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/model/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/model/transformer_encoder.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/optimization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/reader/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/reader/record.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/reader/record_twomemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/reader/record_twomemory.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/reader/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/reader/squad.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/reader/squad_twomemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/reader/squad_twomemory.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/run_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/run_record.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/run_record_twomemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/run_record_twomemory.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/run_squad.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/run_squad_twomemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/run_squad_twomemory.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/tokenization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/utils/args.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/utils/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/utils/fp16.py -------------------------------------------------------------------------------- /ACL2019-KTNET/reading_comprehension/src/utils/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/reading_comprehension/src/utils/init.py -------------------------------------------------------------------------------- /ACL2019-KTNET/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/readme.md -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/ner_tagging_squad/tagging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/ner_tagging_squad/tagging.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/retrieve_nell/nell_concept_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/retrieve_nell/nell_concept_list.txt -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/retrieve_nell/retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/retrieve_nell/retrieve.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/retrieve_wordnet/retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/retrieve_wordnet/retrieve.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/retrieve_wordnet/wordnet-mlj12-definitions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/retrieve_wordnet/wordnet-mlj12-definitions.txt -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_record/do_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_record/do_tokenization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_record/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_record/tokenization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_record/vocab.cased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_record/vocab.cased.txt -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_record/vocab.uncased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_record/vocab.uncased.txt -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_squad/do_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_squad/do_tokenization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_squad/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_squad/tokenization.py -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_squad/vocab.cased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_squad/vocab.cased.txt -------------------------------------------------------------------------------- /ACL2019-KTNET/retrieve_concepts/tokenization_squad/vocab.uncased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/ACL2019-KTNET/retrieve_concepts/tokenization_squad/vocab.uncased.txt -------------------------------------------------------------------------------- /DuQM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuQM/README.md -------------------------------------------------------------------------------- /DuQM/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuQM/data.py -------------------------------------------------------------------------------- /DuQM/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuQM/model.py -------------------------------------------------------------------------------- /DuQM/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuQM/predict.py -------------------------------------------------------------------------------- /DuQM/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuQM/train.py -------------------------------------------------------------------------------- /DuReader-2.0/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/.gitignore -------------------------------------------------------------------------------- /DuReader-2.0/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/LICENSE -------------------------------------------------------------------------------- /DuReader-2.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/README.md -------------------------------------------------------------------------------- /DuReader-2.0/data/demo/devset/search.dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/data/demo/devset/search.dev.json -------------------------------------------------------------------------------- /DuReader-2.0/data/demo/testset/search.test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/data/demo/testset/search.test.json -------------------------------------------------------------------------------- /DuReader-2.0/data/demo/trainset/search.train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/data/demo/trainset/search.train.json -------------------------------------------------------------------------------- /DuReader-2.0/data/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/data/download.sh -------------------------------------------------------------------------------- /DuReader-2.0/data/md5sum.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/data/md5sum.txt -------------------------------------------------------------------------------- /DuReader-2.0/paddle/UPDATES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/UPDATES.md -------------------------------------------------------------------------------- /DuReader-2.0/paddle/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/args.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/dataset.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/paragraph_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/paragraph_extraction.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/preprocess.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/rc_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/rc_model.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/run.py -------------------------------------------------------------------------------- /DuReader-2.0/paddle/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/run.sh -------------------------------------------------------------------------------- /DuReader-2.0/paddle/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/paddle/vocab.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/dataset.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/layers/__init__.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/layers/basic_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/layers/basic_rnn.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/layers/match_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/layers/match_layer.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/layers/pointer_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/layers/pointer_net.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/rc_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/rc_model.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/run.py -------------------------------------------------------------------------------- /DuReader-2.0/tensorflow/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/tensorflow/vocab.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/__init__.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/download_thirdparty.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/download_thirdparty.sh -------------------------------------------------------------------------------- /DuReader-2.0/utils/dureader_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/dureader_eval.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/get_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/get_vocab.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/marco_tokenize_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/marco_tokenize_data.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/marcov1_to_dureader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/marcov1_to_dureader.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/marcov2_to_v1_tojsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/marcov2_to_v1_tojsonl.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/preprocess.py -------------------------------------------------------------------------------- /DuReader-2.0/utils/run_marco2dureader_preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-2.0/utils/run_marco2dureader_preprocess.sh -------------------------------------------------------------------------------- /DuReader-Checklist/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/README.md -------------------------------------------------------------------------------- /DuReader-Checklist/checklist.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/checklist.png -------------------------------------------------------------------------------- /DuReader-Checklist/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/download.sh -------------------------------------------------------------------------------- /DuReader-Checklist/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/evaluate.py -------------------------------------------------------------------------------- /DuReader-Checklist/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/predict.sh -------------------------------------------------------------------------------- /DuReader-Checklist/run_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/run_eval.sh -------------------------------------------------------------------------------- /DuReader-Checklist/src/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/src/args.py -------------------------------------------------------------------------------- /DuReader-Checklist/src/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/src/models.py -------------------------------------------------------------------------------- /DuReader-Checklist/src/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/src/run.py -------------------------------------------------------------------------------- /DuReader-Checklist/src/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/src/squad.py -------------------------------------------------------------------------------- /DuReader-Checklist/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Checklist/train.sh -------------------------------------------------------------------------------- /DuReader-Retrieval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Retrieval/README.md -------------------------------------------------------------------------------- /DuReader-Retrieval/figures/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Retrieval/figures/example.png -------------------------------------------------------------------------------- /DuReader-Robust/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/README.md -------------------------------------------------------------------------------- /DuReader-Robust/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/download.sh -------------------------------------------------------------------------------- /DuReader-Robust/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/evaluate.py -------------------------------------------------------------------------------- /DuReader-Robust/md5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/md5.txt -------------------------------------------------------------------------------- /DuReader-Robust/paddlehub_baseline/demo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/paddlehub_baseline/demo_dataset.py -------------------------------------------------------------------------------- /DuReader-Robust/paddlehub_baseline/paddlehub_reading_comprehension.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/paddlehub_baseline/paddlehub_reading_comprehension.sh -------------------------------------------------------------------------------- /DuReader-Robust/paddlehub_baseline/reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/paddlehub_baseline/reading_comprehension.py -------------------------------------------------------------------------------- /DuReader-Robust/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/predict.sh -------------------------------------------------------------------------------- /DuReader-Robust/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /DuReader-Robust/src/_ce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/_ce.py -------------------------------------------------------------------------------- /DuReader-Robust/src/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/batching.py -------------------------------------------------------------------------------- /DuReader-Robust/src/convert_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/convert_params.py -------------------------------------------------------------------------------- /DuReader-Robust/src/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/dist_utils.py -------------------------------------------------------------------------------- /DuReader-Robust/src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /DuReader-Robust/src/model/ernie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/model/ernie.py -------------------------------------------------------------------------------- /DuReader-Robust/src/model/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/model/transformer_encoder.py -------------------------------------------------------------------------------- /DuReader-Robust/src/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/optimization.py -------------------------------------------------------------------------------- /DuReader-Robust/src/reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /DuReader-Robust/src/reader/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/reader/squad.py -------------------------------------------------------------------------------- /DuReader-Robust/src/run_mrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/run_mrc.py -------------------------------------------------------------------------------- /DuReader-Robust/src/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/tokenization.py -------------------------------------------------------------------------------- /DuReader-Robust/src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /DuReader-Robust/src/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/utils/args.py -------------------------------------------------------------------------------- /DuReader-Robust/src/utils/cards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/utils/cards.py -------------------------------------------------------------------------------- /DuReader-Robust/src/utils/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/utils/fp16.py -------------------------------------------------------------------------------- /DuReader-Robust/src/utils/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/src/utils/init.py -------------------------------------------------------------------------------- /DuReader-Robust/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-Robust/train.sh -------------------------------------------------------------------------------- /DuReader-vis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-vis/README.md -------------------------------------------------------------------------------- /DuReader-vis/images/intro-vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-vis/images/intro-vis.png -------------------------------------------------------------------------------- /DuReader-vis/images/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/DuReader-vis/images/intro.png -------------------------------------------------------------------------------- /MRQA2019-D-NET/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/README.md -------------------------------------------------------------------------------- /MRQA2019-D-NET/images/D-NET_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/images/D-NET_framework.png -------------------------------------------------------------------------------- /MRQA2019-D-NET/images/D-NET_server.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/images/D-NET_server.png -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/README.md -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/configs/answer_matching.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/configs/answer_matching.yaml -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/configs/mask_language_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/configs/mask_language_model.yaml -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/configs/mtl_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/configs/mtl_config.yaml -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/configs/reading_comprehension.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/configs/reading_comprehension.yaml -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/run_build_palm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/run_build_palm.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/run_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/run_evaluation.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/run_multi_task.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/run_multi_task.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/args.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/combine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/combine.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/combine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/combine.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/convert_model_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/convert_model_params.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/convert_mrqa2squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/convert_mrqa2squad.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/convert_mrqa2squad.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/convert_mrqa2squad.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/dev/md5sum_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/dev/md5sum_dev.txt -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/download_data.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/evaluate-v1.1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/evaluate-v1.1.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/macro_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/macro_avg.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/scripts/train/md5sum_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/scripts/train/md5sum_train.txt -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/wget_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/wget_data.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/multi_task_learning/wget_pretrained_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/multi_task_learning/wget_pretrained_model.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/README.md -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/model_wrapper.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/mrc_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/mrc_service.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/__main__.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/algorithm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/algorithm/multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/algorithm/multitask.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/algorithm/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/algorithm/optimization.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/extension/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/extension/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/extension/fp16.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/module/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/module/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/module/transformer_encoder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/nets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/nets/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/nets/bert.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/nets/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/nets/transformer_encoder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/configure.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/init.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/placeholder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/pdnlp/toolkit/placeholder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/start.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/start_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/start_service.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/task_reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/task_reader/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/task_reader/batching.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/task_reader/mrqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/task_reader/mrqa.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/bert_server/task_reader/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/bert_server/task_reader/tokenization.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/client/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/client/client.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/client/demo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/client/demo.txt -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/model_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/model_wrapper.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/mrc_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/mrc_service.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/__main__.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/algorithm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/algorithm/multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/algorithm/multitask.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/algorithm/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/algorithm/optimization.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/extension/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/extension/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/extension/fp16.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/module/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/module/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/module/transformer_encoder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/nets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/nets/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/nets/bert.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/configure.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/init.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/placeholder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/pdnlp/toolkit/placeholder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/start.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/start_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/start_service.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/task_reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/task_reader/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/task_reader/batching.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/task_reader/mrqa_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/task_reader/mrqa_infer.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/ernie_server/task_reader/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/ernie_server/task_reader/tokenization.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/main_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/main_server.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/start.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/wget_server_inference_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/wget_server_inference_model.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/data_utils.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/model/transformer_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/model/transformer_encoder.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/model/xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/model/xlnet.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/modeling.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/prepro_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/prepro_utils.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/serve.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/server_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/server_utils.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/squad_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/squad_reader.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/squad_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/squad_utils.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/start.sh -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/wrapper.py -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/xlnet_config/spiece.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/xlnet_config/spiece.model -------------------------------------------------------------------------------- /MRQA2019-D-NET/server/xlnet_server/xlnet_config/xlnet_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/MRQA2019-D-NET/server/xlnet_server/xlnet_config/xlnet_config.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baidu/DuReader/HEAD/README.md --------------------------------------------------------------------------------