├── .gitignore ├── .npmignore ├── README.md ├── examples ├── basic.js └── sina.news.js ├── lib ├── cluster │ ├── nest.js │ └── spider.js ├── spider.js └── util │ ├── crawler.js │ ├── debug.js │ └── helper.js ├── package.json └── screenshots ├── debug.jpg └── performance.jpg /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | .idea -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | .idea 3 | .gitignore 4 | screenshot -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/README.md -------------------------------------------------------------------------------- /examples/basic.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/examples/basic.js -------------------------------------------------------------------------------- /examples/sina.news.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/examples/sina.news.js -------------------------------------------------------------------------------- /lib/cluster/nest.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/cluster/nest.js -------------------------------------------------------------------------------- /lib/cluster/spider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/cluster/spider.js -------------------------------------------------------------------------------- /lib/spider.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/spider.js -------------------------------------------------------------------------------- /lib/util/crawler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/util/crawler.js -------------------------------------------------------------------------------- /lib/util/debug.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/util/debug.js -------------------------------------------------------------------------------- /lib/util/helper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/lib/util/helper.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/package.json -------------------------------------------------------------------------------- /screenshots/debug.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/screenshots/debug.jpg -------------------------------------------------------------------------------- /screenshots/performance.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tjatse/spider2/HEAD/screenshots/performance.jpg --------------------------------------------------------------------------------