├── README.md ├── X-Common ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ ├── checker │ │ ├── BaseSearch.java │ │ ├── IllegalWordsSearch.java │ │ ├── IllegalWordsSearchResult.java │ │ ├── IntDictionary.java │ │ ├── NumHelper.java │ │ ├── TrieNode.java │ │ └── TrieNode2Ex.java │ │ ├── conf │ │ ├── CheckerConf.java │ │ └── ZookeeperConf.java │ │ ├── constant │ │ ├── ProjectConstant.java │ │ ├── QueueForTask.java │ │ ├── RedisConstant.java │ │ └── ZKConstant.java │ │ ├── dao │ │ ├── MailDao.java │ │ ├── MongoDao.java │ │ ├── RedisDao.java │ │ └── ZkDao.java │ │ ├── entity │ │ ├── AjaxParserDO.java │ │ ├── AliasField.java │ │ ├── ArticleDO.java │ │ ├── AuditDO.java │ │ ├── Cluster.java │ │ ├── CrawlLogDO.java │ │ ├── CrawlNode.java │ │ ├── CrawlNodeInfo.java │ │ ├── CrawlNodeInfoVO.java │ │ ├── CustomParserDO.java │ │ ├── DataPlus.java │ │ ├── DataPlusVO.java │ │ ├── DispatchLogDO.java │ │ ├── EpaperParserDO.java │ │ ├── ExtraField.java │ │ ├── FieldDO.java │ │ ├── IndexParserDO.java │ │ ├── NewsField.java │ │ ├── NewsParserDO.java │ │ ├── PageParserDO.java │ │ ├── PageVO.java │ │ ├── ResponseVO.java │ │ ├── StepDO.java │ │ ├── SubscribeGroupDO.java │ │ ├── SysInfo.java │ │ ├── TaskDO.java │ │ ├── TaskEditVO.java │ │ └── TestInfo.java │ │ ├── mytype │ │ ├── CmdType.java │ │ ├── ExtraType.java │ │ ├── LocatorType.java │ │ ├── NewsState.java │ │ └── ParserDOType.java │ │ └── utils │ │ ├── FieldUtil.java │ │ ├── FingerprintUtil.java │ │ ├── GsonUtil.java │ │ ├── ParserDeserializationUtil.java │ │ ├── RuntimeTypeAdapterFactory.java │ │ ├── SystemInfoUtil.java │ │ ├── TaskUtil.java │ │ └── UrlUtil.java │ └── resources │ ├── application-common.properties │ └── sensi_words.txt ├── X-Dispatcher ├── pom.xml └── src │ └── main │ ├── java │ └── center │ │ ├── WebApp.java │ │ ├── config │ │ └── SpringWebMvcConfig.java │ │ ├── dispatch │ │ └── Dispatcher.java │ │ ├── exception │ │ ├── BaseErrorInterface.java │ │ ├── ErrorCode.java │ │ ├── MyExceptionHandler.java │ │ ├── NodeEventUnKnownException.java │ │ └── WebException.java │ │ ├── manager │ │ ├── ClusterManager.java │ │ ├── ClusterManagerInterFace.java │ │ ├── NodeManager.java │ │ └── NodeManagerInterFace.java │ │ ├── utils │ │ ├── CronUtil.java │ │ ├── CssHelperUtil.java │ │ ├── DocUtil.java │ │ ├── DynamicUtil.java │ │ └── TaskCheckerUtil.java │ │ └── web │ │ ├── controller │ │ ├── CssHelperController.java │ │ ├── DashboardController.java │ │ ├── DocController.java │ │ ├── GroupController.java │ │ ├── HelloController.java │ │ ├── LogController.java │ │ ├── NodeController.java │ │ ├── PicController.java │ │ └── TaskController.java │ │ └── service │ │ ├── DocService.java │ │ ├── GroupService.java │ │ ├── LogService.java │ │ └── TaskService.java │ └── resources │ └── application.properties ├── X-Spider ├── pom.xml └── src │ └── main │ ├── java │ └── spider │ │ ├── CrawlApp.java │ │ ├── downloader │ │ └── HtmlUnitDownloader.java │ │ ├── exception │ │ └── ProcessorUnserializeError.java │ │ ├── monitor │ │ ├── CommandManager.java │ │ └── SysMonitor.java │ │ ├── myenum │ │ └── CrawlParserType.java │ │ ├── parser │ │ ├── AjaxParser.java │ │ ├── CustomParser.java │ │ ├── EpaperParser.java │ │ ├── IndexParser.java │ │ ├── NewsParser.java │ │ ├── PageParser.java │ │ ├── TestAjaxParser.java │ │ ├── TestBodyParser.java │ │ ├── TestCustomParser.java │ │ ├── TestEpaperParser.java │ │ ├── TestIndexParser.java │ │ └── TestPageParser.java │ │ ├── pipeline │ │ ├── MongoPipeline.java │ │ ├── NewsHealthPipeLine.java │ │ └── NothingPipeline.java │ │ ├── reactor │ │ ├── CrawlReactor.java │ │ └── HookSpider.java │ │ ├── service │ │ └── MailService.java │ │ └── utils │ │ ├── AutoExtractor.java │ │ ├── NewsParserUtil.java │ │ ├── ReUtil.java │ │ ├── RequestUtil.java │ │ └── TimeUtil.java │ └── resources │ └── application.properties ├── pom.xml └── simple ├── dashBoard.png ├── docList.png ├── groupList.png ├── helper.png ├── mail.jpeg ├── nodeList.png ├── taskCreate.png └── taskList.png /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/README.md -------------------------------------------------------------------------------- /X-Common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/pom.xml -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/BaseSearch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/BaseSearch.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/IllegalWordsSearch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/IllegalWordsSearch.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/IllegalWordsSearchResult.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/IllegalWordsSearchResult.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/IntDictionary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/IntDictionary.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/NumHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/NumHelper.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/TrieNode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/TrieNode.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/checker/TrieNode2Ex.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/checker/TrieNode2Ex.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/conf/CheckerConf.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/conf/CheckerConf.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/conf/ZookeeperConf.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/conf/ZookeeperConf.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/constant/ProjectConstant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/constant/ProjectConstant.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/constant/QueueForTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/constant/QueueForTask.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/constant/RedisConstant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/constant/RedisConstant.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/constant/ZKConstant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/constant/ZKConstant.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/dao/MailDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/dao/MailDao.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/dao/MongoDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/dao/MongoDao.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/dao/RedisDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/dao/RedisDao.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/dao/ZkDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/dao/ZkDao.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/AjaxParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/AjaxParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/AliasField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/AliasField.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/ArticleDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/ArticleDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/AuditDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/AuditDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/Cluster.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/Cluster.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/CrawlLogDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/CrawlLogDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/CrawlNode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/CrawlNode.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/CrawlNodeInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/CrawlNodeInfo.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/CrawlNodeInfoVO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/CrawlNodeInfoVO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/CustomParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/CustomParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/DataPlus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/DataPlus.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/DataPlusVO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/DataPlusVO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/DispatchLogDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/DispatchLogDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/EpaperParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/EpaperParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/ExtraField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/ExtraField.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/FieldDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/FieldDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/IndexParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/IndexParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/NewsField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/NewsField.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/NewsParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/NewsParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/PageParserDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/PageParserDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/PageVO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/PageVO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/ResponseVO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/ResponseVO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/StepDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/StepDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/SubscribeGroupDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/SubscribeGroupDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/SysInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/SysInfo.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/TaskDO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/TaskDO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/TaskEditVO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/TaskEditVO.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/entity/TestInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/entity/TestInfo.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/mytype/CmdType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/mytype/CmdType.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/mytype/ExtraType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/mytype/ExtraType.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/mytype/LocatorType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/mytype/LocatorType.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/mytype/NewsState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/mytype/NewsState.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/mytype/ParserDOType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/mytype/ParserDOType.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/FieldUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/FieldUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/FingerprintUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/FingerprintUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/GsonUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/GsonUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/ParserDeserializationUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/ParserDeserializationUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/RuntimeTypeAdapterFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/RuntimeTypeAdapterFactory.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/SystemInfoUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/SystemInfoUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/TaskUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/TaskUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/java/com/utils/UrlUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/java/com/utils/UrlUtil.java -------------------------------------------------------------------------------- /X-Common/src/main/resources/application-common.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/resources/application-common.properties -------------------------------------------------------------------------------- /X-Common/src/main/resources/sensi_words.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Common/src/main/resources/sensi_words.txt -------------------------------------------------------------------------------- /X-Dispatcher/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/pom.xml -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/WebApp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/WebApp.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/config/SpringWebMvcConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/config/SpringWebMvcConfig.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/dispatch/Dispatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/dispatch/Dispatcher.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/exception/BaseErrorInterface.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/exception/BaseErrorInterface.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/exception/ErrorCode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/exception/ErrorCode.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/exception/MyExceptionHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/exception/MyExceptionHandler.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/exception/NodeEventUnKnownException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/exception/NodeEventUnKnownException.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/exception/WebException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/exception/WebException.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/manager/ClusterManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/manager/ClusterManager.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/manager/ClusterManagerInterFace.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/manager/ClusterManagerInterFace.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/manager/NodeManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/manager/NodeManager.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/manager/NodeManagerInterFace.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/manager/NodeManagerInterFace.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/utils/CronUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/utils/CronUtil.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/utils/CssHelperUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/utils/CssHelperUtil.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/utils/DocUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/utils/DocUtil.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/utils/DynamicUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/utils/DynamicUtil.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/utils/TaskCheckerUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/utils/TaskCheckerUtil.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/CssHelperController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/CssHelperController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/DashboardController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/DashboardController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/DocController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/DocController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/GroupController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/GroupController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/HelloController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/HelloController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/LogController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/LogController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/NodeController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/NodeController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/PicController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/PicController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/controller/TaskController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/controller/TaskController.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/service/DocService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/service/DocService.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/service/GroupService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/service/GroupService.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/service/LogService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/service/LogService.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/java/center/web/service/TaskService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/java/center/web/service/TaskService.java -------------------------------------------------------------------------------- /X-Dispatcher/src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Dispatcher/src/main/resources/application.properties -------------------------------------------------------------------------------- /X-Spider/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/pom.xml -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/CrawlApp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/CrawlApp.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/downloader/HtmlUnitDownloader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/downloader/HtmlUnitDownloader.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/exception/ProcessorUnserializeError.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/exception/ProcessorUnserializeError.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/monitor/CommandManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/monitor/CommandManager.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/monitor/SysMonitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/monitor/SysMonitor.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/myenum/CrawlParserType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/myenum/CrawlParserType.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/AjaxParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/AjaxParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/CustomParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/CustomParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/EpaperParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/EpaperParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/IndexParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/IndexParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/NewsParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/NewsParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/PageParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/PageParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestAjaxParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestAjaxParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestBodyParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestBodyParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestCustomParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestCustomParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestEpaperParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestEpaperParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestIndexParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestIndexParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/parser/TestPageParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/parser/TestPageParser.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/pipeline/MongoPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/pipeline/MongoPipeline.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/pipeline/NewsHealthPipeLine.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/pipeline/NewsHealthPipeLine.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/pipeline/NothingPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/pipeline/NothingPipeline.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/reactor/CrawlReactor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/reactor/CrawlReactor.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/reactor/HookSpider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/reactor/HookSpider.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/service/MailService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/service/MailService.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/utils/AutoExtractor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/utils/AutoExtractor.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/utils/NewsParserUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/utils/NewsParserUtil.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/utils/ReUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/utils/ReUtil.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/utils/RequestUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/utils/RequestUtil.java -------------------------------------------------------------------------------- /X-Spider/src/main/java/spider/utils/TimeUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/java/spider/utils/TimeUtil.java -------------------------------------------------------------------------------- /X-Spider/src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/X-Spider/src/main/resources/application.properties -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/pom.xml -------------------------------------------------------------------------------- /simple/dashBoard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/dashBoard.png -------------------------------------------------------------------------------- /simple/docList.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/docList.png -------------------------------------------------------------------------------- /simple/groupList.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/groupList.png -------------------------------------------------------------------------------- /simple/helper.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/helper.png -------------------------------------------------------------------------------- /simple/mail.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/mail.jpeg -------------------------------------------------------------------------------- /simple/nodeList.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/nodeList.png -------------------------------------------------------------------------------- /simple/taskCreate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/taskCreate.png -------------------------------------------------------------------------------- /simple/taskList.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/whitefly/X/HEAD/simple/taskList.png --------------------------------------------------------------------------------