├── .babelrc ├── .circleci └── config.yml ├── .env.sample ├── .eslintrc ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── bin ├── javCrawler └── videoCrawler ├── package.json ├── scripts └── ourshd.js ├── src ├── AV │ ├── AV.js │ ├── Avgle.js │ ├── Avsee.js │ ├── Iavtv.js │ ├── Jav777.js │ ├── JavForMe.js │ ├── JavMost.js │ ├── MyAVSuper.js │ ├── YouAV.js │ └── index.js ├── __tests__ │ └── getCheerio.spec.js ├── crawlVideoInfos.js ├── crawlVideos.js ├── database.js ├── getCheerio.js ├── utils │ ├── retryAxios.js │ ├── updateInfos.js │ └── updateVideosInfosFromJav.js └── videoLib │ ├── IndexAV.js │ ├── JavLibrary.js │ ├── __fixtures__ │ └── JavLib │ │ ├── SNIS-001-SearchPage.html │ │ ├── SNIS-001-SourcePage.html │ │ ├── WANZ-666-SourcePage.html │ │ └── searchNotFound.html │ └── __tests__ │ └── JavLibrary.spec.js └── yarn.lock /.babelrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/.babelrc -------------------------------------------------------------------------------- /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.env.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/.env.sample -------------------------------------------------------------------------------- /.eslintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/.eslintrc -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # PPAV-crawler 2 | 3 | 4 | License 5 | ---- 6 | MIT 7 | -------------------------------------------------------------------------------- /bin/javCrawler: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/bin/javCrawler -------------------------------------------------------------------------------- /bin/videoCrawler: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/bin/videoCrawler -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/package.json -------------------------------------------------------------------------------- /scripts/ourshd.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/scripts/ourshd.js -------------------------------------------------------------------------------- /src/AV/AV.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/AV.js -------------------------------------------------------------------------------- /src/AV/Avgle.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/Avgle.js -------------------------------------------------------------------------------- /src/AV/Avsee.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/Avsee.js -------------------------------------------------------------------------------- /src/AV/Iavtv.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/Iavtv.js -------------------------------------------------------------------------------- /src/AV/Jav777.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/Jav777.js -------------------------------------------------------------------------------- /src/AV/JavForMe.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/JavForMe.js -------------------------------------------------------------------------------- /src/AV/JavMost.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/JavMost.js -------------------------------------------------------------------------------- /src/AV/MyAVSuper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/MyAVSuper.js -------------------------------------------------------------------------------- /src/AV/YouAV.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/YouAV.js -------------------------------------------------------------------------------- /src/AV/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/AV/index.js -------------------------------------------------------------------------------- /src/__tests__/getCheerio.spec.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/__tests__/getCheerio.spec.js -------------------------------------------------------------------------------- /src/crawlVideoInfos.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/crawlVideoInfos.js -------------------------------------------------------------------------------- /src/crawlVideos.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/crawlVideos.js -------------------------------------------------------------------------------- /src/database.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/database.js -------------------------------------------------------------------------------- /src/getCheerio.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/getCheerio.js -------------------------------------------------------------------------------- /src/utils/retryAxios.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/utils/retryAxios.js -------------------------------------------------------------------------------- /src/utils/updateInfos.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/utils/updateInfos.js -------------------------------------------------------------------------------- /src/utils/updateVideosInfosFromJav.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/utils/updateVideosInfosFromJav.js -------------------------------------------------------------------------------- /src/videoLib/IndexAV.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/IndexAV.js -------------------------------------------------------------------------------- /src/videoLib/JavLibrary.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/JavLibrary.js -------------------------------------------------------------------------------- /src/videoLib/__fixtures__/JavLib/SNIS-001-SearchPage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/__fixtures__/JavLib/SNIS-001-SearchPage.html -------------------------------------------------------------------------------- /src/videoLib/__fixtures__/JavLib/SNIS-001-SourcePage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/__fixtures__/JavLib/SNIS-001-SourcePage.html -------------------------------------------------------------------------------- /src/videoLib/__fixtures__/JavLib/WANZ-666-SourcePage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/__fixtures__/JavLib/WANZ-666-SourcePage.html -------------------------------------------------------------------------------- /src/videoLib/__fixtures__/JavLib/searchNotFound.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/__fixtures__/JavLib/searchNotFound.html -------------------------------------------------------------------------------- /src/videoLib/__tests__/JavLibrary.spec.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/src/videoLib/__tests__/JavLibrary.spec.js -------------------------------------------------------------------------------- /yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PPAV-inc/PPAV-crawler/HEAD/yarn.lock --------------------------------------------------------------------------------