├── .gitignore ├── CHANGELOG.md ├── LICENSE ├── PicCrawlerClient.png ├── README.md ├── crawler-kotlin ├── .gitignore ├── build.gradle └── src │ └── main │ └── java │ └── com │ └── cv4j │ └── piccrawler │ └── CrawlerWrapper.kt ├── crawler-selenium ├── build.gradle ├── chromedriver └── src │ └── main │ └── java │ └── com │ └── cv4j │ └── piccrawler │ └── selenium │ ├── SeleniumCrawlerClient.java │ └── Utils.java ├── crawler ├── .gitignore ├── build.gradle └── src │ └── main │ ├── java │ └── com │ │ └── cv4j │ │ └── piccrawler │ │ ├── PicCrawlerClient.java │ │ ├── domain │ │ └── Proxy.java │ │ ├── download │ │ ├── DownloadManager.java │ │ └── strategy │ │ │ ├── AutoIncrementStrategy.java │ │ │ ├── FileGenType.java │ │ │ ├── FileStrategy.java │ │ │ └── NormalStrategy.java │ │ ├── http │ │ ├── HttpManager.java │ │ ├── HttpParam.java │ │ └── RetryHandler.java │ │ ├── parser │ │ ├── PageParser.java │ │ ├── PicParser.java │ │ └── UrlParser.java │ │ └── utils │ │ └── Utils.java │ └── resources │ └── logback.xml ├── gradle └── wrapper │ ├── gradle-wrapper.jar │ └── gradle-wrapper.properties └── settings.gradle /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/LICENSE -------------------------------------------------------------------------------- /PicCrawlerClient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/PicCrawlerClient.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/README.md -------------------------------------------------------------------------------- /crawler-kotlin/.gitignore: -------------------------------------------------------------------------------- 1 | # Java class files 2 | build/ 3 | out/production/ -------------------------------------------------------------------------------- /crawler-kotlin/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-kotlin/build.gradle -------------------------------------------------------------------------------- /crawler-kotlin/src/main/java/com/cv4j/piccrawler/CrawlerWrapper.kt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-kotlin/src/main/java/com/cv4j/piccrawler/CrawlerWrapper.kt -------------------------------------------------------------------------------- /crawler-selenium/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-selenium/build.gradle -------------------------------------------------------------------------------- /crawler-selenium/chromedriver: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-selenium/chromedriver -------------------------------------------------------------------------------- /crawler-selenium/src/main/java/com/cv4j/piccrawler/selenium/SeleniumCrawlerClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-selenium/src/main/java/com/cv4j/piccrawler/selenium/SeleniumCrawlerClient.java -------------------------------------------------------------------------------- /crawler-selenium/src/main/java/com/cv4j/piccrawler/selenium/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler-selenium/src/main/java/com/cv4j/piccrawler/selenium/Utils.java -------------------------------------------------------------------------------- /crawler/.gitignore: -------------------------------------------------------------------------------- 1 | # Java class files 2 | build/ 3 | out/production/ -------------------------------------------------------------------------------- /crawler/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/build.gradle -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/PicCrawlerClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/PicCrawlerClient.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/domain/Proxy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/domain/Proxy.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/download/DownloadManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/download/DownloadManager.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/download/strategy/AutoIncrementStrategy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/download/strategy/AutoIncrementStrategy.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/download/strategy/FileGenType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/download/strategy/FileGenType.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/download/strategy/FileStrategy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/download/strategy/FileStrategy.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/download/strategy/NormalStrategy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/download/strategy/NormalStrategy.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/http/HttpManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/http/HttpManager.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/http/HttpParam.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/http/HttpParam.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/http/RetryHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/http/RetryHandler.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/parser/PageParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/parser/PageParser.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/parser/PicParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/parser/PicParser.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/parser/UrlParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/parser/UrlParser.java -------------------------------------------------------------------------------- /crawler/src/main/java/com/cv4j/piccrawler/utils/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/java/com/cv4j/piccrawler/utils/Utils.java -------------------------------------------------------------------------------- /crawler/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/crawler/src/main/resources/logback.xml -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fengzhizi715/PicCrawler/HEAD/settings.gradle --------------------------------------------------------------------------------