├── .gitignore ├── LICENSE ├── README.md ├── cqr ├── dataset.py ├── inference_model.py ├── preprocess.py ├── run_prediction.py ├── run_training.py ├── utils.py └── weak_supervision │ ├── filter.py │ ├── rule_based │ └── apply_rules.py │ └── self_learn │ ├── generate_training_data.py │ └── generate_weak_supervision_data.py ├── data └── weak_supervision_data │ ├── rule-based.jsonl │ ├── self-learn.jsonl.0 │ ├── self-learn.jsonl.1 │ ├── self-learn.jsonl.2 │ ├── self-learn.jsonl.3 │ └── self-learn.jsonl.4 ├── requirements.txt └── results ├── bert_base_rule_based.trec ├── bert_base_run_cv.trec ├── bert_base_run_oracle.trec ├── bert_base_run_raw.trec ├── bert_base_run_rule_based_cv.trec ├── bert_base_run_self_learn.trec ├── bert_base_run_self_learn_cv.trec ├── query_rewriter_output_cv.jsonlines ├── query_rewriter_output_rule_based.jsonlines ├── query_rewriter_output_rule_based_cv.jsonlines ├── query_rewriter_output_self_learn.jsonlines └── query_rewriter_output_self_learn_cv.jsonlines /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/README.md -------------------------------------------------------------------------------- /cqr/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/dataset.py -------------------------------------------------------------------------------- /cqr/inference_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/inference_model.py -------------------------------------------------------------------------------- /cqr/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/preprocess.py -------------------------------------------------------------------------------- /cqr/run_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/run_prediction.py -------------------------------------------------------------------------------- /cqr/run_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/run_training.py -------------------------------------------------------------------------------- /cqr/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/utils.py -------------------------------------------------------------------------------- /cqr/weak_supervision/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/weak_supervision/filter.py -------------------------------------------------------------------------------- /cqr/weak_supervision/rule_based/apply_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/weak_supervision/rule_based/apply_rules.py -------------------------------------------------------------------------------- /cqr/weak_supervision/self_learn/generate_training_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/weak_supervision/self_learn/generate_training_data.py -------------------------------------------------------------------------------- /cqr/weak_supervision/self_learn/generate_weak_supervision_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/cqr/weak_supervision/self_learn/generate_weak_supervision_data.py -------------------------------------------------------------------------------- /data/weak_supervision_data/rule-based.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/rule-based.jsonl -------------------------------------------------------------------------------- /data/weak_supervision_data/self-learn.jsonl.0: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/self-learn.jsonl.0 -------------------------------------------------------------------------------- /data/weak_supervision_data/self-learn.jsonl.1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/self-learn.jsonl.1 -------------------------------------------------------------------------------- /data/weak_supervision_data/self-learn.jsonl.2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/self-learn.jsonl.2 -------------------------------------------------------------------------------- /data/weak_supervision_data/self-learn.jsonl.3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/self-learn.jsonl.3 -------------------------------------------------------------------------------- /data/weak_supervision_data/self-learn.jsonl.4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/data/weak_supervision_data/self-learn.jsonl.4 -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | transformers==2.3.0 3 | spacy 4 | -------------------------------------------------------------------------------- /results/bert_base_rule_based.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_rule_based.trec -------------------------------------------------------------------------------- /results/bert_base_run_cv.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_cv.trec -------------------------------------------------------------------------------- /results/bert_base_run_oracle.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_oracle.trec -------------------------------------------------------------------------------- /results/bert_base_run_raw.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_raw.trec -------------------------------------------------------------------------------- /results/bert_base_run_rule_based_cv.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_rule_based_cv.trec -------------------------------------------------------------------------------- /results/bert_base_run_self_learn.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_self_learn.trec -------------------------------------------------------------------------------- /results/bert_base_run_self_learn_cv.trec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/bert_base_run_self_learn_cv.trec -------------------------------------------------------------------------------- /results/query_rewriter_output_cv.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/query_rewriter_output_cv.jsonlines -------------------------------------------------------------------------------- /results/query_rewriter_output_rule_based.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/query_rewriter_output_rule_based.jsonlines -------------------------------------------------------------------------------- /results/query_rewriter_output_rule_based_cv.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/query_rewriter_output_rule_based_cv.jsonlines -------------------------------------------------------------------------------- /results/query_rewriter_output_self_learn.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/query_rewriter_output_self_learn.jsonlines -------------------------------------------------------------------------------- /results/query_rewriter_output_self_learn_cv.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ConversationQueryRewriter/HEAD/results/query_rewriter_output_self_learn_cv.jsonlines --------------------------------------------------------------------------------