├── .gitattributes ├── .idea ├── encodings.xml ├── misc.xml ├── modules.xml ├── vcs.xml ├── workspace.xml └── yuqing_system.iml ├── .vscode └── settings.json ├── README.md ├── clean ├── 1.chinese_text_word_cloud.html ├── 2.chinese_text_analysis.html ├── 3.chinese_text_classifier.html ├── news.py ├── simhei.ttf ├── stopwords.txt ├── 出租车罢工.csv ├── 地陷事件.csv ├── 好一新大火.csv ├── 相识度计算.py └── 词频统计_LDA主题模型.py ├── dz_spider ├── __init__.py ├── __pycache__ │ └── __init__.cpython-36.pyc ├── dz_spider │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── middlewares.cpython-36.pyc │ │ ├── pipelines.cpython-36.pyc │ │ └── settings.cpython-36.pyc │ ├── common.py │ ├── items.py │ ├── middlewares.py │ ├── pipelines.py │ ├── settings.py │ └── spiders │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── baidu.cpython-36.pyc │ │ ├── sogou.cpython-36.pyc │ │ └── toutiao.cpython-36.pyc │ │ ├── baidu.py │ │ ├── sogou.py │ │ └── toutiao.py ├── log │ └── app.log ├── run.py └── scrapy.cfg └── plan /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.gitattributes -------------------------------------------------------------------------------- /.idea/encodings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/encodings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /.idea/workspace.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/workspace.xml -------------------------------------------------------------------------------- /.idea/yuqing_system.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.idea/yuqing_system.iml -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/README.md -------------------------------------------------------------------------------- /clean/1.chinese_text_word_cloud.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/1.chinese_text_word_cloud.html -------------------------------------------------------------------------------- /clean/2.chinese_text_analysis.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/2.chinese_text_analysis.html -------------------------------------------------------------------------------- /clean/3.chinese_text_classifier.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/3.chinese_text_classifier.html -------------------------------------------------------------------------------- /clean/news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/news.py -------------------------------------------------------------------------------- /clean/simhei.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/simhei.ttf -------------------------------------------------------------------------------- /clean/stopwords.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/stopwords.txt -------------------------------------------------------------------------------- /clean/出租车罢工.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/出租车罢工.csv -------------------------------------------------------------------------------- /clean/地陷事件.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/地陷事件.csv -------------------------------------------------------------------------------- /clean/好一新大火.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/好一新大火.csv -------------------------------------------------------------------------------- /clean/相识度计算.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/相识度计算.py -------------------------------------------------------------------------------- /clean/词频统计_LDA主题模型.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/clean/词频统计_LDA主题模型.py -------------------------------------------------------------------------------- /dz_spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/__init__.py -------------------------------------------------------------------------------- /dz_spider/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dz_spider/dz_spider/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/__pycache__/middlewares.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/__pycache__/middlewares.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/__pycache__/pipelines.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/__pycache__/pipelines.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/__pycache__/settings.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/__pycache__/settings.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/common.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/items.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/middlewares.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/pipelines.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/settings.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/__init__.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/__pycache__/baidu.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/__pycache__/baidu.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/__pycache__/sogou.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/__pycache__/sogou.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/__pycache__/toutiao.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/__pycache__/toutiao.cpython-36.pyc -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/baidu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/baidu.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/sogou.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/sogou.py -------------------------------------------------------------------------------- /dz_spider/dz_spider/spiders/toutiao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/dz_spider/spiders/toutiao.py -------------------------------------------------------------------------------- /dz_spider/log/app.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/log/app.log -------------------------------------------------------------------------------- /dz_spider/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/run.py -------------------------------------------------------------------------------- /dz_spider/scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/dz_spider/scrapy.cfg -------------------------------------------------------------------------------- /plan: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/langgithub/yuqing_system/HEAD/plan --------------------------------------------------------------------------------