├── .gitignore ├── README.md ├── biz ├── pom.xml └── src │ └── main │ └── java │ └── cn │ └── pomelo │ └── biz │ ├── constant │ └── Constant.java │ ├── service │ ├── impl │ │ ├── ElasticSearchServiceImpl.java │ │ └── SpiderServiceImpl.java │ ├── intf │ │ ├── ElasticSearchService.java │ │ └── SpiderService.java │ ├── pipeline │ │ └── ElasticSearchPipeline.java │ └── processor │ │ └── FuniSpiderProcessor.java │ └── utils │ ├── AsyncUtil.java │ ├── CustomPrefixThreadFactory.java │ └── MD5Util.java ├── pom.xml └── web ├── pom.xml └── src ├── main ├── java │ └── cn │ │ └── pomelo │ │ ├── controller │ │ ├── Monitor.java │ │ └── Spider.java │ │ ├── job │ │ └── SpiderElasticJob.java │ │ └── main │ │ └── SpringBootWebApplication.java ├── resources │ ├── application.properties │ ├── elastic-job.xml │ ├── elastic.job.properties │ └── logback.xml └── webapp │ ├── WEB-INF │ ├── js │ │ └── jquery-1.8.3.min.js │ ├── jsp │ │ └── home.jsp │ └── web.xml │ ├── image │ ├── kibana-1.png │ └── kibana-2.png │ └── index.jsp └── test └── java └── cn └── pomelo └── AppTest.java /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/README.md -------------------------------------------------------------------------------- /biz/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/pom.xml -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/constant/Constant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/constant/Constant.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/impl/ElasticSearchServiceImpl.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/impl/ElasticSearchServiceImpl.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/impl/SpiderServiceImpl.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/impl/SpiderServiceImpl.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/intf/ElasticSearchService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/intf/ElasticSearchService.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/intf/SpiderService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/intf/SpiderService.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/pipeline/ElasticSearchPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/pipeline/ElasticSearchPipeline.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/service/processor/FuniSpiderProcessor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/service/processor/FuniSpiderProcessor.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/utils/AsyncUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/utils/AsyncUtil.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/utils/CustomPrefixThreadFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/utils/CustomPrefixThreadFactory.java -------------------------------------------------------------------------------- /biz/src/main/java/cn/pomelo/biz/utils/MD5Util.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/biz/src/main/java/cn/pomelo/biz/utils/MD5Util.java -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/pom.xml -------------------------------------------------------------------------------- /web/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/pom.xml -------------------------------------------------------------------------------- /web/src/main/java/cn/pomelo/controller/Monitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/java/cn/pomelo/controller/Monitor.java -------------------------------------------------------------------------------- /web/src/main/java/cn/pomelo/controller/Spider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/java/cn/pomelo/controller/Spider.java -------------------------------------------------------------------------------- /web/src/main/java/cn/pomelo/job/SpiderElasticJob.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/java/cn/pomelo/job/SpiderElasticJob.java -------------------------------------------------------------------------------- /web/src/main/java/cn/pomelo/main/SpringBootWebApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/java/cn/pomelo/main/SpringBootWebApplication.java -------------------------------------------------------------------------------- /web/src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/resources/application.properties -------------------------------------------------------------------------------- /web/src/main/resources/elastic-job.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/resources/elastic-job.xml -------------------------------------------------------------------------------- /web/src/main/resources/elastic.job.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/resources/elastic.job.properties -------------------------------------------------------------------------------- /web/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/resources/logback.xml -------------------------------------------------------------------------------- /web/src/main/webapp/WEB-INF/js/jquery-1.8.3.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/WEB-INF/js/jquery-1.8.3.min.js -------------------------------------------------------------------------------- /web/src/main/webapp/WEB-INF/jsp/home.jsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/WEB-INF/jsp/home.jsp -------------------------------------------------------------------------------- /web/src/main/webapp/WEB-INF/web.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/WEB-INF/web.xml -------------------------------------------------------------------------------- /web/src/main/webapp/image/kibana-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/image/kibana-1.png -------------------------------------------------------------------------------- /web/src/main/webapp/image/kibana-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/image/kibana-2.png -------------------------------------------------------------------------------- /web/src/main/webapp/index.jsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/main/webapp/index.jsp -------------------------------------------------------------------------------- /web/src/test/java/cn/pomelo/AppTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zyongjava/spider/HEAD/web/src/test/java/cn/pomelo/AppTest.java --------------------------------------------------------------------------------