├── .gitignore ├── README.md ├── db └── my_spider.sql ├── pic ├── leshe.jpg ├── structure.jpg └── tuwan.jpg ├── pom.xml ├── res ├── tuwan0-1285资源对照表.xls └── tuwan1286+资源对照表.xls └── src ├── main ├── java │ └── com │ │ └── hytcshare │ │ └── jerrywebspider │ │ ├── JerryWebSpiderApplication.java │ │ ├── constant │ │ └── TuwanConstant.java │ │ ├── controller │ │ ├── BaseController.java │ │ ├── TuwanAlbumSpiderController.java │ │ ├── TuwanSpiderController.java │ │ ├── lesheAlbumSpiderController.java │ │ └── lesheSpiderController.java │ │ ├── dao │ │ ├── ErrorLogDao.java │ │ ├── LesheAlbumImagesDao.java │ │ ├── LesheImagesDao.java │ │ ├── SpiderTaskDao.java │ │ ├── TuwanAlbumImagesDao.java │ │ ├── TuwanImagesDao.java │ │ └── TuwanMp3Dao.java │ │ ├── entity │ │ ├── ErrorLog.java │ │ ├── LesheAlbumImages.java │ │ ├── LesheImages.java │ │ ├── SpiderTask.java │ │ ├── TuwanAlbumImages.java │ │ ├── TuwanImages.java │ │ └── TuwanMp3.java │ │ ├── enums │ │ ├── DownloadedStatusEnum.java │ │ ├── ExceptionEnum.java │ │ ├── ServerStatusEnum.java │ │ └── SpiderTaskStatusEnum.java │ │ ├── exception │ │ └── SpiderException.java │ │ ├── pageprocessor │ │ ├── LesheAlbumPageProcessor.java │ │ └── LeshePageProcessor.java │ │ ├── pipeline │ │ ├── LesheAlbumMysqlPipeline.java │ │ └── LesheMysqlPipeline.java │ │ ├── service │ │ ├── ErrorLogService.java │ │ ├── LesheAlbumImagesService.java │ │ ├── LesheImagesService.java │ │ ├── SpiderTaskService.java │ │ ├── TuwanAlbumImagesService.java │ │ ├── TuwanImagesService.java │ │ └── TuwanMp3Service.java │ │ ├── task │ │ ├── LesheAlbumImageDownloadTask.java │ │ ├── LesheAlbumSpiderTask.java │ │ ├── LesheImageDownloadTask.java │ │ ├── LesheSpiderTask.java │ │ ├── TuwanAlbumImageDownloadTask.java │ │ ├── TuwanAlbumSpiderTask.java │ │ ├── TuwanImageDownloadTask.java │ │ └── TuwanSpiderTask.java │ │ └── utils │ │ ├── DownloadUtils.java │ │ ├── ExceptionUtils.java │ │ ├── HttpUtils.java │ │ └── TaskUtils.java └── resources │ ├── application-dev.yml │ └── application.yml └── test └── java └── com └── hytcshare └── jerrywebspider └── JerryWebSpiderApplicationTests.java /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/README.md -------------------------------------------------------------------------------- /db/my_spider.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/db/my_spider.sql -------------------------------------------------------------------------------- /pic/leshe.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/pic/leshe.jpg -------------------------------------------------------------------------------- /pic/structure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/pic/structure.jpg -------------------------------------------------------------------------------- /pic/tuwan.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/pic/tuwan.jpg -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/pom.xml -------------------------------------------------------------------------------- /res/tuwan0-1285资源对照表.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/res/tuwan0-1285资源对照表.xls -------------------------------------------------------------------------------- /res/tuwan1286+资源对照表.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/res/tuwan1286+资源对照表.xls -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/JerryWebSpiderApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/JerryWebSpiderApplication.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/constant/TuwanConstant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/constant/TuwanConstant.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/controller/BaseController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/controller/BaseController.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/controller/TuwanAlbumSpiderController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/controller/TuwanAlbumSpiderController.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/controller/TuwanSpiderController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/controller/TuwanSpiderController.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/controller/lesheAlbumSpiderController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/controller/lesheAlbumSpiderController.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/controller/lesheSpiderController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/controller/lesheSpiderController.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/ErrorLogDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/ErrorLogDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/LesheAlbumImagesDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/LesheAlbumImagesDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/LesheImagesDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/LesheImagesDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/SpiderTaskDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/SpiderTaskDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/TuwanAlbumImagesDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/TuwanAlbumImagesDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/TuwanImagesDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/TuwanImagesDao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/dao/TuwanMp3Dao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/dao/TuwanMp3Dao.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/ErrorLog.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/ErrorLog.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/LesheAlbumImages.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/LesheAlbumImages.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/LesheImages.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/LesheImages.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/SpiderTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/SpiderTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/TuwanAlbumImages.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/TuwanAlbumImages.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/TuwanImages.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/TuwanImages.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/entity/TuwanMp3.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/entity/TuwanMp3.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/enums/DownloadedStatusEnum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/enums/DownloadedStatusEnum.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/enums/ExceptionEnum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/enums/ExceptionEnum.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/enums/ServerStatusEnum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/enums/ServerStatusEnum.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/enums/SpiderTaskStatusEnum.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/enums/SpiderTaskStatusEnum.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/exception/SpiderException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/exception/SpiderException.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/pageprocessor/LesheAlbumPageProcessor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/pageprocessor/LesheAlbumPageProcessor.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/pageprocessor/LeshePageProcessor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/pageprocessor/LeshePageProcessor.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/pipeline/LesheAlbumMysqlPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/pipeline/LesheAlbumMysqlPipeline.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/pipeline/LesheMysqlPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/pipeline/LesheMysqlPipeline.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/ErrorLogService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/ErrorLogService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/LesheAlbumImagesService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/LesheAlbumImagesService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/LesheImagesService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/LesheImagesService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/SpiderTaskService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/SpiderTaskService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/TuwanAlbumImagesService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/TuwanAlbumImagesService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/TuwanImagesService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/TuwanImagesService.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/service/TuwanMp3Service.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/service/TuwanMp3Service.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/LesheAlbumImageDownloadTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/LesheAlbumImageDownloadTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/LesheAlbumSpiderTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/LesheAlbumSpiderTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/LesheImageDownloadTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/LesheImageDownloadTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/LesheSpiderTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/LesheSpiderTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/TuwanAlbumImageDownloadTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/TuwanAlbumImageDownloadTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/TuwanAlbumSpiderTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/TuwanAlbumSpiderTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/TuwanImageDownloadTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/TuwanImageDownloadTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/task/TuwanSpiderTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/task/TuwanSpiderTask.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/utils/DownloadUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/utils/DownloadUtils.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/utils/ExceptionUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/utils/ExceptionUtils.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/utils/HttpUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/utils/HttpUtils.java -------------------------------------------------------------------------------- /src/main/java/com/hytcshare/jerrywebspider/utils/TaskUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/java/com/hytcshare/jerrywebspider/utils/TaskUtils.java -------------------------------------------------------------------------------- /src/main/resources/application-dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/resources/application-dev.yml -------------------------------------------------------------------------------- /src/main/resources/application.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/main/resources/application.yml -------------------------------------------------------------------------------- /src/test/java/com/hytcshare/jerrywebspider/JerryWebSpiderApplicationTests.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jrhu05/jerryWebSpider/HEAD/src/test/java/com/hytcshare/jerrywebspider/JerryWebSpiderApplicationTests.java --------------------------------------------------------------------------------