├── .gitignore ├── .travis.yml ├── LICENSE ├── NTPaprSEng.iml ├── README.md ├── conf ├── allPapersFetch.json ├── ebean.properties ├── filecfg.json ├── hikari.properties └── log4j.properties ├── pom.xml ├── src ├── main │ └── java │ │ └── com │ │ └── weapes │ │ └── ntpaprseng │ │ └── crawler │ │ ├── crawler │ │ ├── Crawler.java │ │ ├── DetailCrawler.java │ │ ├── Launcher.java │ │ ├── PaperCrawler.java │ │ ├── StorableFetcher.java │ │ └── StorableHandler.java │ │ ├── extract │ │ ├── AdvSearchedWebPage.java │ │ ├── Extractable.java │ │ ├── ExtractedObject.java │ │ ├── NatureMetricsWebPage.java │ │ ├── PaperWebPage.java │ │ └── WebPage.java │ │ ├── follow │ │ ├── AdvSearchLink.java │ │ ├── AdvSearchedLink.java │ │ ├── Followable.java │ │ ├── Link.java │ │ ├── PaperLink.java │ │ └── PaperMetricsLink.java │ │ ├── log │ │ ├── DBLog.java │ │ └── Log.java │ │ ├── search │ │ └── ESClient.java │ │ ├── store │ │ ├── DataSource.java │ │ ├── MetricsPaper.java │ │ ├── Paper.java │ │ └── Storable.java │ │ └── util │ │ ├── FormatHelper.java │ │ ├── Helper.java │ │ ├── Match.java │ │ ├── SQLHelper.java │ │ └── TimeFormatter.java └── test │ └── java │ └── com │ └── weapes │ └── ntpaprseng │ ├── crawler │ ├── crawler │ │ ├── DetailCrawlerTest.java │ │ └── PaperCrawlerTest.java │ ├── extract │ │ ├── AdvSearchedWebPageTest.java │ │ └── PaperWebPageTest.java │ ├── store │ │ ├── MetricsPaperTest.java │ │ └── PaperTest.java │ └── util │ │ ├── HelperTest.java │ │ └── SQLHelperTest.java │ └── dependencies │ ├── ESClientTest.java │ ├── EbeanTest.java │ ├── HikariTest.java │ ├── JsoupTest.java │ ├── OkHttpTest.java │ ├── SelectTest.java │ └── Slf4jTest.java └── text.log /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/LICENSE -------------------------------------------------------------------------------- /NTPaprSEng.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/NTPaprSEng.iml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/README.md -------------------------------------------------------------------------------- /conf/allPapersFetch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/conf/allPapersFetch.json -------------------------------------------------------------------------------- /conf/ebean.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/conf/ebean.properties -------------------------------------------------------------------------------- /conf/filecfg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/conf/filecfg.json -------------------------------------------------------------------------------- /conf/hikari.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/conf/hikari.properties -------------------------------------------------------------------------------- /conf/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/conf/log4j.properties -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/Crawler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/Crawler.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/DetailCrawler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/DetailCrawler.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/Launcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/Launcher.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/PaperCrawler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/PaperCrawler.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/StorableFetcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/StorableFetcher.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/crawler/StorableHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/crawler/StorableHandler.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/AdvSearchedWebPage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/AdvSearchedWebPage.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/Extractable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/Extractable.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/ExtractedObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/ExtractedObject.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/NatureMetricsWebPage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/NatureMetricsWebPage.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/PaperWebPage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/PaperWebPage.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/extract/WebPage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/extract/WebPage.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/AdvSearchLink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/AdvSearchLink.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/AdvSearchedLink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/AdvSearchedLink.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/Followable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/Followable.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/Link.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/Link.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/PaperLink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/PaperLink.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/follow/PaperMetricsLink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/follow/PaperMetricsLink.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/log/DBLog.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/log/DBLog.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/log/Log.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/log/Log.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/search/ESClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/search/ESClient.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/store/DataSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/store/DataSource.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/store/MetricsPaper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/store/MetricsPaper.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/store/Paper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/store/Paper.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/store/Storable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/store/Storable.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/util/FormatHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/util/FormatHelper.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/util/Helper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/util/Helper.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/util/Match.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/util/Match.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/util/SQLHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/util/SQLHelper.java -------------------------------------------------------------------------------- /src/main/java/com/weapes/ntpaprseng/crawler/util/TimeFormatter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/main/java/com/weapes/ntpaprseng/crawler/util/TimeFormatter.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/crawler/DetailCrawlerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/crawler/DetailCrawlerTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/crawler/PaperCrawlerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/crawler/PaperCrawlerTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/extract/AdvSearchedWebPageTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/extract/AdvSearchedWebPageTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/extract/PaperWebPageTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/extract/PaperWebPageTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/store/MetricsPaperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/store/MetricsPaperTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/store/PaperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/store/PaperTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/util/HelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/util/HelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/crawler/util/SQLHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/crawler/util/SQLHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/ESClientTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/ESClientTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/EbeanTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/EbeanTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/HikariTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/HikariTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/JsoupTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/JsoupTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/OkHttpTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/OkHttpTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/SelectTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/SelectTest.java -------------------------------------------------------------------------------- /src/test/java/com/weapes/ntpaprseng/dependencies/Slf4jTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/src/test/java/com/weapes/ntpaprseng/dependencies/Slf4jTest.java -------------------------------------------------------------------------------- /text.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HongChutang/NTPaprEng/HEAD/text.log --------------------------------------------------------------------------------