├── .gitignore ├── README.md ├── architecture.png ├── context_selection.png ├── experiment.png ├── input └── README.md ├── les_mrc ├── __init__.py ├── multi_ans_classifier │ ├── predict.sh │ ├── run_glue.py │ ├── train.sh │ └── utils_glue.py └── span_mrc │ ├── eval_answer.sh │ ├── eval_bridge_entity.sh │ ├── eval_metric │ ├── __init__.py │ ├── bleu_metric │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── bleu.py │ │ └── bleu_scorer.py │ ├── dureader_eval.py │ └── rouge_metric │ │ ├── __init__.py │ │ └── rouge.py │ ├── les_dataset.py │ ├── les_modeling.py │ ├── nn │ ├── bert_modules │ │ ├── __init__.py │ │ ├── attention │ │ │ ├── __init__.py │ │ │ ├── multi_head.py │ │ │ └── single.py │ │ ├── bert.py │ │ ├── embedding │ │ │ ├── __init__.py │ │ │ ├── bert.py │ │ │ ├── position.py │ │ │ ├── segment.py │ │ │ └── token.py │ │ ├── transformer.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── feed_forward.py │ │ │ ├── gelu.py │ │ │ ├── layer_norm.py │ │ │ └── sublayer.py │ ├── dropout.py │ ├── layers.py │ ├── recurrent.py │ ├── transformer.py │ └── utils.py │ ├── predict_answer.sh │ ├── predict_bridge_entity.sh │ ├── prepare_answer_mrc_for_dev_testset.py │ ├── question_type.py │ ├── run_les.py │ ├── train_answer.sh │ ├── train_bridge_entity.sh │ ├── utils_les.py │ └── utils_les_evaluate.py ├── notebooks ├── 0. Exploratory Data Analysis.ipynb ├── 1.Text Cleaning.ipynb ├── 2.Extract Paragraphs.ipynb ├── 2.Not related sentence.ipynb ├── 2.Paragraph Match Score.ipynb ├── Question Generation.ipynb ├── entity null score_diff 分布情况.ipynb ├── postprocess-重复问题.ipynb ├── 多答案生成策略.ipynb ├── 提交文件生成.ipynb ├── 数据预处理中间结果的验证.ipynb ├── 生成的 answer mrc 数据质量评估.ipynb ├── 生成的 bridge entity mrc 数据质量评估.ipynb └── 生成的数据集 ceil rouge 统计.ipynb ├── preprocess ├── 0.1.ans_len_bin_sample_dev.py ├── 0.convert_to_dureader_format.py ├── 1.1.gen_text_features.py ├── 1.2.gen_match_features.py ├── 1.3.gen_ner_features.py ├── 2.1.gen_bridge_entity_labels.py ├── 2.2.gen_answer_labels.py ├── 3.split_train_dev.py ├── 4.1.sample_bridge_entity_mrc_train_content.py ├── 4.2.sample_answer_mrc_train_content.py ├── 4.3.dense_dev_test_feature_list.py ├── 4.4.combine_dev_entity_answer.py ├── README.md ├── run_0.convert.sh ├── run_1.1.text_featured.sh ├── run_1.2.match_featured.sh ├── run_1.3.ner_featured.sh ├── run_2.1.gen_bridge_entity_labels.sh ├── run_2.2.gen_answer_labels.sh ├── run_3.split_train_dev.sh ├── run_4.1.sample_train_content.sh ├── run_4.2.dense_dev_test.sh └── util │ ├── __init__.py │ ├── distance_util.py │ ├── levenshtein.py │ ├── math_util.py │ └── ques_type.py ├── requirements.txt └── utils ├── __init__.py ├── baidu_translate.py ├── bleu.py ├── common.py ├── config_util.py ├── jieba_util.py ├── metric_util.py ├── precision_recall_f1.py └── rouge.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/README.md -------------------------------------------------------------------------------- /architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/architecture.png -------------------------------------------------------------------------------- /context_selection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/context_selection.png -------------------------------------------------------------------------------- /experiment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/experiment.png -------------------------------------------------------------------------------- /input/README.md: -------------------------------------------------------------------------------- 1 | # input 2 | the competition datasets. 3 | -------------------------------------------------------------------------------- /les_mrc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/__init__.py -------------------------------------------------------------------------------- /les_mrc/multi_ans_classifier/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/multi_ans_classifier/predict.sh -------------------------------------------------------------------------------- /les_mrc/multi_ans_classifier/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/multi_ans_classifier/run_glue.py -------------------------------------------------------------------------------- /les_mrc/multi_ans_classifier/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/multi_ans_classifier/train.sh -------------------------------------------------------------------------------- /les_mrc/multi_ans_classifier/utils_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/multi_ans_classifier/utils_glue.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_answer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_answer.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_bridge_entity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_bridge_entity.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/__init__.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/bleu_metric/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/bleu_metric/LICENSE -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/bleu_metric/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/bleu_metric/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/bleu_metric/bleu.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/bleu_metric/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/bleu_metric/bleu_scorer.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/dureader_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/dureader_eval.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/rouge_metric/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /les_mrc/span_mrc/eval_metric/rouge_metric/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/eval_metric/rouge_metric/rouge.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/les_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/les_dataset.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/les_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/les_modeling.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/__init__.py: -------------------------------------------------------------------------------- 1 | from .bert import BERT 2 | -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/attention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/attention/__init__.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/attention/multi_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/attention/multi_head.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/attention/single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/attention/single.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/bert.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/embedding/__init__.py: -------------------------------------------------------------------------------- 1 | from .bert import BERTEmbedding 2 | -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/embedding/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/embedding/bert.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/embedding/position.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/embedding/position.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/embedding/segment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/embedding/segment.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/embedding/token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/embedding/token.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/transformer.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/utils/__init__.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/utils/feed_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/utils/feed_forward.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/utils/gelu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/utils/gelu.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/utils/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/utils/layer_norm.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/bert_modules/utils/sublayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/bert_modules/utils/sublayer.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/dropout.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/layers.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/recurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/recurrent.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/transformer.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/nn/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/nn/utils.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/predict_answer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/predict_answer.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/predict_bridge_entity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/predict_bridge_entity.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/prepare_answer_mrc_for_dev_testset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/prepare_answer_mrc_for_dev_testset.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/question_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/question_type.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/run_les.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/run_les.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/train_answer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/train_answer.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/train_bridge_entity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/train_bridge_entity.sh -------------------------------------------------------------------------------- /les_mrc/span_mrc/utils_les.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/utils_les.py -------------------------------------------------------------------------------- /les_mrc/span_mrc/utils_les_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/les_mrc/span_mrc/utils_les_evaluate.py -------------------------------------------------------------------------------- /notebooks/0. Exploratory Data Analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/0. Exploratory Data Analysis.ipynb -------------------------------------------------------------------------------- /notebooks/1.Text Cleaning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/1.Text Cleaning.ipynb -------------------------------------------------------------------------------- /notebooks/2.Extract Paragraphs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/2.Extract Paragraphs.ipynb -------------------------------------------------------------------------------- /notebooks/2.Not related sentence.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/2.Not related sentence.ipynb -------------------------------------------------------------------------------- /notebooks/2.Paragraph Match Score.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/2.Paragraph Match Score.ipynb -------------------------------------------------------------------------------- /notebooks/Question Generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/Question Generation.ipynb -------------------------------------------------------------------------------- /notebooks/entity null score_diff 分布情况.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/entity null score_diff 分布情况.ipynb -------------------------------------------------------------------------------- /notebooks/postprocess-重复问题.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/postprocess-重复问题.ipynb -------------------------------------------------------------------------------- /notebooks/多答案生成策略.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/多答案生成策略.ipynb -------------------------------------------------------------------------------- /notebooks/提交文件生成.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/提交文件生成.ipynb -------------------------------------------------------------------------------- /notebooks/数据预处理中间结果的验证.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/数据预处理中间结果的验证.ipynb -------------------------------------------------------------------------------- /notebooks/生成的 answer mrc 数据质量评估.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/生成的 answer mrc 数据质量评估.ipynb -------------------------------------------------------------------------------- /notebooks/生成的 bridge entity mrc 数据质量评估.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/生成的 bridge entity mrc 数据质量评估.ipynb -------------------------------------------------------------------------------- /notebooks/生成的数据集 ceil rouge 统计.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/notebooks/生成的数据集 ceil rouge 统计.ipynb -------------------------------------------------------------------------------- /preprocess/0.1.ans_len_bin_sample_dev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/0.1.ans_len_bin_sample_dev.py -------------------------------------------------------------------------------- /preprocess/0.convert_to_dureader_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/0.convert_to_dureader_format.py -------------------------------------------------------------------------------- /preprocess/1.1.gen_text_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/1.1.gen_text_features.py -------------------------------------------------------------------------------- /preprocess/1.2.gen_match_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/1.2.gen_match_features.py -------------------------------------------------------------------------------- /preprocess/1.3.gen_ner_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/1.3.gen_ner_features.py -------------------------------------------------------------------------------- /preprocess/2.1.gen_bridge_entity_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/2.1.gen_bridge_entity_labels.py -------------------------------------------------------------------------------- /preprocess/2.2.gen_answer_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/2.2.gen_answer_labels.py -------------------------------------------------------------------------------- /preprocess/3.split_train_dev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/3.split_train_dev.py -------------------------------------------------------------------------------- /preprocess/4.1.sample_bridge_entity_mrc_train_content.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/4.1.sample_bridge_entity_mrc_train_content.py -------------------------------------------------------------------------------- /preprocess/4.2.sample_answer_mrc_train_content.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/4.2.sample_answer_mrc_train_content.py -------------------------------------------------------------------------------- /preprocess/4.3.dense_dev_test_feature_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/4.3.dense_dev_test_feature_list.py -------------------------------------------------------------------------------- /preprocess/4.4.combine_dev_entity_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/4.4.combine_dev_entity_answer.py -------------------------------------------------------------------------------- /preprocess/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/README.md -------------------------------------------------------------------------------- /preprocess/run_0.convert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_0.convert.sh -------------------------------------------------------------------------------- /preprocess/run_1.1.text_featured.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_1.1.text_featured.sh -------------------------------------------------------------------------------- /preprocess/run_1.2.match_featured.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_1.2.match_featured.sh -------------------------------------------------------------------------------- /preprocess/run_1.3.ner_featured.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_1.3.ner_featured.sh -------------------------------------------------------------------------------- /preprocess/run_2.1.gen_bridge_entity_labels.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_2.1.gen_bridge_entity_labels.sh -------------------------------------------------------------------------------- /preprocess/run_2.2.gen_answer_labels.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_2.2.gen_answer_labels.sh -------------------------------------------------------------------------------- /preprocess/run_3.split_train_dev.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_3.split_train_dev.sh -------------------------------------------------------------------------------- /preprocess/run_4.1.sample_train_content.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_4.1.sample_train_content.sh -------------------------------------------------------------------------------- /preprocess/run_4.2.dense_dev_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/run_4.2.dense_dev_test.sh -------------------------------------------------------------------------------- /preprocess/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/util/__init__.py -------------------------------------------------------------------------------- /preprocess/util/distance_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/util/distance_util.py -------------------------------------------------------------------------------- /preprocess/util/levenshtein.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/util/levenshtein.py -------------------------------------------------------------------------------- /preprocess/util/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/util/math_util.py -------------------------------------------------------------------------------- /preprocess/util/ques_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/preprocess/util/ques_type.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/baidu_translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/baidu_translate.py -------------------------------------------------------------------------------- /utils/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/bleu.py -------------------------------------------------------------------------------- /utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/common.py -------------------------------------------------------------------------------- /utils/config_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/config_util.py -------------------------------------------------------------------------------- /utils/jieba_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/jieba_util.py -------------------------------------------------------------------------------- /utils/metric_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/metric_util.py -------------------------------------------------------------------------------- /utils/precision_recall_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/precision_recall_f1.py -------------------------------------------------------------------------------- /utils/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SunnyMarkLiu/les-military-mrc-rank7/HEAD/utils/rouge.py --------------------------------------------------------------------------------