├── LICENSE ├── README.md ├── compare_reward.py ├── data ├── .gitignore ├── README ├── cdm │ ├── cdm_swap_counter.p │ ├── id_mapping.csv │ ├── processed_json │ │ ├── lqual.jsonl │ │ ├── lqual_all.jsonl │ │ ├── samples.jsonl.gz │ │ └── samples_py-rouge.jsonl.gz │ ├── raw_json │ │ ├── articles.jsonl │ │ ├── lqual.jsonl │ │ └── lqual_all.jsonl │ ├── sorted_scores.json │ └── test_features │ │ ├── js.p │ │ ├── redundancy_1_2.p │ │ ├── rouge_1.p │ │ ├── rouge_2.p │ │ └── tfidf_cos_avg.p ├── cdm_full │ ├── cdm_full_counter.p │ ├── cnn_test_weighted-sum_sample_keys.p │ └── dailymail_test_weighted-sum_sample_keys.p ├── doc_summ_bert_vectors.pkl └── sorted_scores.json ├── helpers └── data_helpers.py ├── outputs └── .gitignore ├── requirements.txt ├── resources.py ├── rewarder.py ├── scorer ├── auto_metrics │ ├── .gitignore │ ├── __pycache__ │ │ ├── infersent_metric.cpython-37.pyc │ │ ├── infersent_model.cpython-37.pyc │ │ ├── meteor.cpython-37.pyc │ │ ├── metrics.cpython-37.pyc │ │ └── sent2vec_metric.cpython-37.pyc │ ├── infersent_metric.py │ ├── infersent_model.py │ ├── meteor.py │ ├── metrics.py │ ├── rouge │ │ ├── __pycache__ │ │ │ └── rouge.cpython-37.pyc │ │ └── rouge.py │ └── sent2vec_metric.py └── data_helper │ ├── __pycache__ │ ├── json_reader.cpython-36.pyc │ └── json_reader.cpython-37.pyc │ ├── generate_samples.py │ └── json_reader.py ├── step1_encode_doc_summ.py ├── step2_train_rewarder.py └── trained_models └── sample.model /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/README.md -------------------------------------------------------------------------------- /compare_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/compare_reward.py -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/.gitignore -------------------------------------------------------------------------------- /data/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/README -------------------------------------------------------------------------------- /data/cdm/cdm_swap_counter.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/cdm_swap_counter.p -------------------------------------------------------------------------------- /data/cdm/id_mapping.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/id_mapping.csv -------------------------------------------------------------------------------- /data/cdm/processed_json/lqual.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/processed_json/lqual.jsonl -------------------------------------------------------------------------------- /data/cdm/processed_json/lqual_all.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/processed_json/lqual_all.jsonl -------------------------------------------------------------------------------- /data/cdm/processed_json/samples.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/processed_json/samples.jsonl.gz -------------------------------------------------------------------------------- /data/cdm/processed_json/samples_py-rouge.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/processed_json/samples_py-rouge.jsonl.gz -------------------------------------------------------------------------------- /data/cdm/raw_json/articles.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/raw_json/articles.jsonl -------------------------------------------------------------------------------- /data/cdm/raw_json/lqual.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/raw_json/lqual.jsonl -------------------------------------------------------------------------------- /data/cdm/raw_json/lqual_all.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/raw_json/lqual_all.jsonl -------------------------------------------------------------------------------- /data/cdm/sorted_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/sorted_scores.json -------------------------------------------------------------------------------- /data/cdm/test_features/js.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/test_features/js.p -------------------------------------------------------------------------------- /data/cdm/test_features/redundancy_1_2.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/test_features/redundancy_1_2.p -------------------------------------------------------------------------------- /data/cdm/test_features/rouge_1.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/test_features/rouge_1.p -------------------------------------------------------------------------------- /data/cdm/test_features/rouge_2.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/test_features/rouge_2.p -------------------------------------------------------------------------------- /data/cdm/test_features/tfidf_cos_avg.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm/test_features/tfidf_cos_avg.p -------------------------------------------------------------------------------- /data/cdm_full/cdm_full_counter.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm_full/cdm_full_counter.p -------------------------------------------------------------------------------- /data/cdm_full/cnn_test_weighted-sum_sample_keys.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm_full/cnn_test_weighted-sum_sample_keys.p -------------------------------------------------------------------------------- /data/cdm_full/dailymail_test_weighted-sum_sample_keys.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/cdm_full/dailymail_test_weighted-sum_sample_keys.p -------------------------------------------------------------------------------- /data/doc_summ_bert_vectors.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/doc_summ_bert_vectors.pkl -------------------------------------------------------------------------------- /data/sorted_scores.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/data/sorted_scores.json -------------------------------------------------------------------------------- /helpers/data_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/helpers/data_helpers.py -------------------------------------------------------------------------------- /outputs/.gitignore: -------------------------------------------------------------------------------- 1 | *.csv 2 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/requirements.txt -------------------------------------------------------------------------------- /resources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/resources.py -------------------------------------------------------------------------------- /rewarder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/rewarder.py -------------------------------------------------------------------------------- /scorer/auto_metrics/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/.gitignore -------------------------------------------------------------------------------- /scorer/auto_metrics/__pycache__/infersent_metric.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/__pycache__/infersent_metric.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/__pycache__/infersent_model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/__pycache__/infersent_model.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/__pycache__/meteor.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/__pycache__/meteor.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/__pycache__/metrics.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/__pycache__/metrics.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/__pycache__/sent2vec_metric.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/__pycache__/sent2vec_metric.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/infersent_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/infersent_metric.py -------------------------------------------------------------------------------- /scorer/auto_metrics/infersent_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/infersent_model.py -------------------------------------------------------------------------------- /scorer/auto_metrics/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/meteor.py -------------------------------------------------------------------------------- /scorer/auto_metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/metrics.py -------------------------------------------------------------------------------- /scorer/auto_metrics/rouge/__pycache__/rouge.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/rouge/__pycache__/rouge.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/auto_metrics/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/rouge/rouge.py -------------------------------------------------------------------------------- /scorer/auto_metrics/sent2vec_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/auto_metrics/sent2vec_metric.py -------------------------------------------------------------------------------- /scorer/data_helper/__pycache__/json_reader.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/data_helper/__pycache__/json_reader.cpython-36.pyc -------------------------------------------------------------------------------- /scorer/data_helper/__pycache__/json_reader.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/data_helper/__pycache__/json_reader.cpython-37.pyc -------------------------------------------------------------------------------- /scorer/data_helper/generate_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/data_helper/generate_samples.py -------------------------------------------------------------------------------- /scorer/data_helper/json_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/scorer/data_helper/json_reader.py -------------------------------------------------------------------------------- /step1_encode_doc_summ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/step1_encode_doc_summ.py -------------------------------------------------------------------------------- /step2_train_rewarder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/step2_train_rewarder.py -------------------------------------------------------------------------------- /trained_models/sample.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yg211/summary-reward-no-reference/HEAD/trained_models/sample.model --------------------------------------------------------------------------------