├── .gitignore ├── README.md ├── dataset ├── Twitter │ ├── raw │ │ ├── DN_1703.json │ │ └── FN_10003.json │ ├── readme.md │ └── splits │ │ └── data │ │ ├── top50.test │ │ ├── top50.test.line │ │ ├── top50.train │ │ ├── top50.train.line │ │ ├── top50.val │ │ └── top50.val.line └── Weibo │ ├── readme.md │ └── splits │ ├── data │ ├── top50.test │ ├── top50.test.line │ ├── top50.train.line │ ├── top50.val │ └── top50.val.line │ └── data_splits.ipynb ├── model ├── DatasetLoader.py ├── MTM.py ├── ckpts │ ├── Twitter │ │ └── args.txt │ ├── Weibo │ │ └── args.txt │ └── debug │ │ └── args.txt ├── config.py ├── evaluation.py ├── main.py ├── run_twitter.sh └── run_weibo.sh └── preprocess ├── BM25 └── Weibo.ipynb ├── PMB ├── calculate_init_thresholds.ipynb ├── key_sentences_selection_cases_Twitter.ipynb ├── key_sentences_selection_cases_Weibo.ipynb ├── kmeans_clustering.py ├── run_twitter.sh └── run_weibo.sh ├── ROT ├── DatasetLoader.py ├── RougeBert.py ├── ckpts │ ├── Twitter │ │ └── args.txt │ ├── Weibo │ │ └── args.txt │ └── debug │ │ └── args.txt ├── config.py ├── get_embeddings.py ├── main.py ├── prepare_for_rouge.py ├── run_twitter.sh └── run_weibo.sh └── tokenize ├── data ├── Twitter │ ├── DN_bert-base-uncased.csv │ ├── DN_sents_num_bert-base-uncased.csv │ └── FN_bert-base-uncased.csv └── Weibo │ ├── DN_bert-base-chinese.csv │ ├── DN_sents_num_bert-base-chinese.csv │ └── FN_bert-base-chinese.csv ├── run_twitter.sh ├── run_weibo.sh └── sent2tokens.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/README.md -------------------------------------------------------------------------------- /dataset/Twitter/raw/DN_1703.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/raw/DN_1703.json -------------------------------------------------------------------------------- /dataset/Twitter/raw/FN_10003.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/raw/FN_10003.json -------------------------------------------------------------------------------- /dataset/Twitter/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/readme.md -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.test -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.test.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.test.line -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.train -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.train.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.train.line -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.val: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.val -------------------------------------------------------------------------------- /dataset/Twitter/splits/data/top50.val.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Twitter/splits/data/top50.val.line -------------------------------------------------------------------------------- /dataset/Weibo/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/readme.md -------------------------------------------------------------------------------- /dataset/Weibo/splits/data/top50.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data/top50.test -------------------------------------------------------------------------------- /dataset/Weibo/splits/data/top50.test.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data/top50.test.line -------------------------------------------------------------------------------- /dataset/Weibo/splits/data/top50.train.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data/top50.train.line -------------------------------------------------------------------------------- /dataset/Weibo/splits/data/top50.val: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data/top50.val -------------------------------------------------------------------------------- /dataset/Weibo/splits/data/top50.val.line: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data/top50.val.line -------------------------------------------------------------------------------- /dataset/Weibo/splits/data_splits.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/dataset/Weibo/splits/data_splits.ipynb -------------------------------------------------------------------------------- /model/DatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/DatasetLoader.py -------------------------------------------------------------------------------- /model/MTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/MTM.py -------------------------------------------------------------------------------- /model/ckpts/Twitter/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/ckpts/Twitter/args.txt -------------------------------------------------------------------------------- /model/ckpts/Weibo/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/ckpts/Weibo/args.txt -------------------------------------------------------------------------------- /model/ckpts/debug/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/ckpts/debug/args.txt -------------------------------------------------------------------------------- /model/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/config.py -------------------------------------------------------------------------------- /model/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/evaluation.py -------------------------------------------------------------------------------- /model/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/main.py -------------------------------------------------------------------------------- /model/run_twitter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/run_twitter.sh -------------------------------------------------------------------------------- /model/run_weibo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/model/run_weibo.sh -------------------------------------------------------------------------------- /preprocess/BM25/Weibo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/BM25/Weibo.ipynb -------------------------------------------------------------------------------- /preprocess/PMB/calculate_init_thresholds.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/calculate_init_thresholds.ipynb -------------------------------------------------------------------------------- /preprocess/PMB/key_sentences_selection_cases_Twitter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/key_sentences_selection_cases_Twitter.ipynb -------------------------------------------------------------------------------- /preprocess/PMB/key_sentences_selection_cases_Weibo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/key_sentences_selection_cases_Weibo.ipynb -------------------------------------------------------------------------------- /preprocess/PMB/kmeans_clustering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/kmeans_clustering.py -------------------------------------------------------------------------------- /preprocess/PMB/run_twitter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/run_twitter.sh -------------------------------------------------------------------------------- /preprocess/PMB/run_weibo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/PMB/run_weibo.sh -------------------------------------------------------------------------------- /preprocess/ROT/DatasetLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/DatasetLoader.py -------------------------------------------------------------------------------- /preprocess/ROT/RougeBert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/RougeBert.py -------------------------------------------------------------------------------- /preprocess/ROT/ckpts/Twitter/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/ckpts/Twitter/args.txt -------------------------------------------------------------------------------- /preprocess/ROT/ckpts/Weibo/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/ckpts/Weibo/args.txt -------------------------------------------------------------------------------- /preprocess/ROT/ckpts/debug/args.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/ckpts/debug/args.txt -------------------------------------------------------------------------------- /preprocess/ROT/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/config.py -------------------------------------------------------------------------------- /preprocess/ROT/get_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/get_embeddings.py -------------------------------------------------------------------------------- /preprocess/ROT/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/main.py -------------------------------------------------------------------------------- /preprocess/ROT/prepare_for_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/prepare_for_rouge.py -------------------------------------------------------------------------------- /preprocess/ROT/run_twitter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/run_twitter.sh -------------------------------------------------------------------------------- /preprocess/ROT/run_weibo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/ROT/run_weibo.sh -------------------------------------------------------------------------------- /preprocess/tokenize/data/Twitter/DN_bert-base-uncased.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Twitter/DN_bert-base-uncased.csv -------------------------------------------------------------------------------- /preprocess/tokenize/data/Twitter/DN_sents_num_bert-base-uncased.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Twitter/DN_sents_num_bert-base-uncased.csv -------------------------------------------------------------------------------- /preprocess/tokenize/data/Twitter/FN_bert-base-uncased.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Twitter/FN_bert-base-uncased.csv -------------------------------------------------------------------------------- /preprocess/tokenize/data/Weibo/DN_bert-base-chinese.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Weibo/DN_bert-base-chinese.csv -------------------------------------------------------------------------------- /preprocess/tokenize/data/Weibo/DN_sents_num_bert-base-chinese.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Weibo/DN_sents_num_bert-base-chinese.csv -------------------------------------------------------------------------------- /preprocess/tokenize/data/Weibo/FN_bert-base-chinese.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/data/Weibo/FN_bert-base-chinese.csv -------------------------------------------------------------------------------- /preprocess/tokenize/run_twitter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/run_twitter.sh -------------------------------------------------------------------------------- /preprocess/tokenize/run_weibo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/run_weibo.sh -------------------------------------------------------------------------------- /preprocess/tokenize/sent2tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ICTMCG/MTM/HEAD/preprocess/tokenize/sent2tokens.py --------------------------------------------------------------------------------