├── .gitignore ├── README.md ├── WaiMaiMiner ├── __pycache__ │ ├── crawler.cpython-35.pyc │ ├── mining.cpython-35.pyc │ └── visualization.cpython-35.pyc ├── corpus.py ├── crawler.py ├── f_corpus │ ├── hmm_bootstrapping_corpus.txt │ ├── hmm_train_corpus.txt │ └── tags │ │ ├── negative_corpus_segment-0.txt │ │ ├── negative_corpus_segment-1.txt │ │ ├── negative_corpus_segment-10.txt │ │ ├── negative_corpus_segment-11.txt │ │ ├── negative_corpus_segment-12.txt │ │ ├── negative_corpus_segment-2.txt │ │ ├── negative_corpus_segment-3.txt │ │ ├── negative_corpus_segment-5.txt │ │ ├── negative_corpus_segment-6.txt │ │ ├── negative_corpus_segment-7.txt │ │ ├── negative_corpus_segment-8.txt │ │ ├── negative_corpus_segment-9.txt │ │ ├── positive_corpus_segment-0.txt │ │ ├── positive_corpus_segment-1.txt │ │ ├── positive_corpus_segment-2.txt │ │ ├── positive_corpus_segment-3.txt │ │ ├── positive_corpus_segment-4.txt │ │ ├── positive_corpus_segment-5.txt │ │ ├── positive_corpus_segment-6.txt │ │ ├── positive_corpus_segment-7.txt │ │ ├── positive_corpus_segment-8.txt │ │ └── positive_corpus_segment-9.txt ├── main.py ├── mining.py └── visualization.py ├── fgom ├── HMM.py ├── __init__.py ├── common_lib.py ├── corpus.py ├── f_hmm │ ├── emit_prob.txt │ ├── hmm_train_corpus.txt │ ├── hmm_user_add_corpus.txt │ ├── init_prob.txt │ ├── tag_num.txt │ └── transition_prob.txt └── f_seg │ └── user_dict.txt └── test ├── files └── test_crawler.txt ├── pic ├── 1.PNG ├── 10.PNG ├── 11.PNG ├── 12.PNG ├── 13.PNG ├── 14.PNG ├── 15.PNG ├── 16.PNG ├── 17.PNG ├── 18.PNG ├── 2.PNG ├── 3.PNG ├── 4.PNG ├── 5.PNG ├── 7.PNG ├── 8.PNG └── 9.PNG └── test_crawler.py /.gitignore: -------------------------------------------------------------------------------- 1 | # Created by .ignore support plugin (hsz.mobi) 2 | /.idea 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/README.md -------------------------------------------------------------------------------- /WaiMaiMiner/__pycache__/crawler.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/__pycache__/crawler.cpython-35.pyc -------------------------------------------------------------------------------- /WaiMaiMiner/__pycache__/mining.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/__pycache__/mining.cpython-35.pyc -------------------------------------------------------------------------------- /WaiMaiMiner/__pycache__/visualization.cpython-35.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/__pycache__/visualization.cpython-35.pyc -------------------------------------------------------------------------------- /WaiMaiMiner/corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/corpus.py -------------------------------------------------------------------------------- /WaiMaiMiner/crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/crawler.py -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/hmm_bootstrapping_corpus.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/hmm_bootstrapping_corpus.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/hmm_train_corpus.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/hmm_train_corpus.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-0.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-1.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-10.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-11.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-11.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-12.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-12.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-2.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-3.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-5.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-6.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-7.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-8.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/negative_corpus_segment-9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/negative_corpus_segment-9.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-0.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-1.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-2.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-3.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-4.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-5.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-6.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-7.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-8.txt -------------------------------------------------------------------------------- /WaiMaiMiner/f_corpus/tags/positive_corpus_segment-9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/f_corpus/tags/positive_corpus_segment-9.txt -------------------------------------------------------------------------------- /WaiMaiMiner/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/main.py -------------------------------------------------------------------------------- /WaiMaiMiner/mining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/mining.py -------------------------------------------------------------------------------- /WaiMaiMiner/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/WaiMaiMiner/visualization.py -------------------------------------------------------------------------------- /fgom/HMM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/HMM.py -------------------------------------------------------------------------------- /fgom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/__init__.py -------------------------------------------------------------------------------- /fgom/common_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/common_lib.py -------------------------------------------------------------------------------- /fgom/corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/corpus.py -------------------------------------------------------------------------------- /fgom/f_hmm/emit_prob.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_hmm/emit_prob.txt -------------------------------------------------------------------------------- /fgom/f_hmm/hmm_train_corpus.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_hmm/hmm_train_corpus.txt -------------------------------------------------------------------------------- /fgom/f_hmm/hmm_user_add_corpus.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fgom/f_hmm/init_prob.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_hmm/init_prob.txt -------------------------------------------------------------------------------- /fgom/f_hmm/tag_num.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_hmm/tag_num.txt -------------------------------------------------------------------------------- /fgom/f_hmm/transition_prob.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_hmm/transition_prob.txt -------------------------------------------------------------------------------- /fgom/f_seg/user_dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/fgom/f_seg/user_dict.txt -------------------------------------------------------------------------------- /test/files/test_crawler.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/files/test_crawler.txt -------------------------------------------------------------------------------- /test/pic/1.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/1.PNG -------------------------------------------------------------------------------- /test/pic/10.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/10.PNG -------------------------------------------------------------------------------- /test/pic/11.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/11.PNG -------------------------------------------------------------------------------- /test/pic/12.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/12.PNG -------------------------------------------------------------------------------- /test/pic/13.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/13.PNG -------------------------------------------------------------------------------- /test/pic/14.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/14.PNG -------------------------------------------------------------------------------- /test/pic/15.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/15.PNG -------------------------------------------------------------------------------- /test/pic/16.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/16.PNG -------------------------------------------------------------------------------- /test/pic/17.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/17.PNG -------------------------------------------------------------------------------- /test/pic/18.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/18.PNG -------------------------------------------------------------------------------- /test/pic/2.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/2.PNG -------------------------------------------------------------------------------- /test/pic/3.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/3.PNG -------------------------------------------------------------------------------- /test/pic/4.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/4.PNG -------------------------------------------------------------------------------- /test/pic/5.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/5.PNG -------------------------------------------------------------------------------- /test/pic/7.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/7.PNG -------------------------------------------------------------------------------- /test/pic/8.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/8.PNG -------------------------------------------------------------------------------- /test/pic/9.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/pic/9.PNG -------------------------------------------------------------------------------- /test/test_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaoming0625/WaiMaiOpinionMiner/HEAD/test/test_crawler.py --------------------------------------------------------------------------------