├── .gitignore ├── .travis.yml ├── README.md ├── pom.xml ├── src ├── main │ ├── java │ │ └── com │ │ │ └── myapp │ │ │ ├── client │ │ │ └── CrawlClient.java │ │ │ ├── crawler4j │ │ │ ├── Controller.java │ │ │ └── MyCraler.java │ │ │ ├── entity │ │ │ ├── Crawl.java │ │ │ └── ProxyIp.java │ │ │ ├── main │ │ │ └── MaintenanceService.java │ │ │ ├── proxy │ │ │ ├── HttpProxy.java │ │ │ └── ProxyPool.java │ │ │ ├── redis │ │ │ ├── JedisPoolFactory.java │ │ │ ├── JedisUtils.java │ │ │ ├── JsonUtils.java │ │ │ └── LoadMemory.java │ │ │ ├── scanner │ │ │ └── ScanningPool.java │ │ │ ├── timer │ │ │ ├── QuartzManager.java │ │ │ └── Timer.java │ │ │ └── util │ │ │ ├── CrawerBase.java │ │ │ ├── Executor.java │ │ │ ├── HttpStatus.java │ │ │ ├── HttpUtil.java │ │ │ ├── IpUtils.java │ │ │ ├── PageConfig.java │ │ │ ├── ProxyIpCheck.java │ │ │ ├── RedisConfig.java │ │ │ └── RedisOnMessageUtil.java │ └── resources │ │ ├── log4j.properties │ │ ├── page.properties │ │ └── redis.properties └── test │ └── java │ └── test.java ├── test.error └── test.info /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- 1 | language: java 2 | jdk: 3 | - oraclejdk8 -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/com/myapp/client/CrawlClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/client/CrawlClient.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/crawler4j/Controller.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/crawler4j/Controller.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/crawler4j/MyCraler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/crawler4j/MyCraler.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/entity/Crawl.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/entity/Crawl.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/entity/ProxyIp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/entity/ProxyIp.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/main/MaintenanceService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/main/MaintenanceService.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/proxy/HttpProxy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/proxy/HttpProxy.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/proxy/ProxyPool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/proxy/ProxyPool.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/redis/JedisPoolFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/redis/JedisPoolFactory.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/redis/JedisUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/redis/JedisUtils.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/redis/JsonUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/redis/JsonUtils.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/redis/LoadMemory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/redis/LoadMemory.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/scanner/ScanningPool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/scanner/ScanningPool.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/timer/QuartzManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/timer/QuartzManager.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/timer/Timer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/timer/Timer.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/CrawerBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/CrawerBase.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/Executor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/Executor.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/HttpStatus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/HttpStatus.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/HttpUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/HttpUtil.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/IpUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/IpUtils.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/PageConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/PageConfig.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/ProxyIpCheck.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/ProxyIpCheck.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/RedisConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/RedisConfig.java -------------------------------------------------------------------------------- /src/main/java/com/myapp/util/RedisOnMessageUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/java/com/myapp/util/RedisOnMessageUtil.java -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/resources/page.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/resources/page.properties -------------------------------------------------------------------------------- /src/main/resources/redis.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/main/resources/redis.properties -------------------------------------------------------------------------------- /src/test/java/test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/javagaorui5944/ProxyIpPool/HEAD/src/test/java/test.java -------------------------------------------------------------------------------- /test.error: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test.info: -------------------------------------------------------------------------------- 1 | 2017-11-16 23:43:18,153 - s 2 | --------------------------------------------------------------------------------