├── .gitignore ├── LICENSE ├── README.en.md ├── README.md ├── crawler ├── charset.go ├── config.go ├── main.go ├── page_parser.go ├── request.go ├── task_queue.go ├── transform.go └── util.go ├── doc ├── golang写入文件失败, invalid arguement.md ├── golang协程池.md ├── goquery页面编码处理(二)-HTML字符实体.md ├── goquery页面编码处理.md ├── sqlite3并发写入.md └── src │ └── screenshot.jpg ├── docker-compose.yml ├── docker ├── nginx.conf └── readme.md ├── main.go ├── model ├── model.go └── url_record.go └── util ├── go_pool.go └── log.go /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/LICENSE -------------------------------------------------------------------------------- /README.en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/README.en.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/README.md -------------------------------------------------------------------------------- /crawler/charset.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/charset.go -------------------------------------------------------------------------------- /crawler/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/config.go -------------------------------------------------------------------------------- /crawler/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/main.go -------------------------------------------------------------------------------- /crawler/page_parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/page_parser.go -------------------------------------------------------------------------------- /crawler/request.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/request.go -------------------------------------------------------------------------------- /crawler/task_queue.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/task_queue.go -------------------------------------------------------------------------------- /crawler/transform.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/transform.go -------------------------------------------------------------------------------- /crawler/util.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/crawler/util.go -------------------------------------------------------------------------------- /doc/golang写入文件失败, invalid arguement.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/golang写入文件失败, invalid arguement.md -------------------------------------------------------------------------------- /doc/golang协程池.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/golang协程池.md -------------------------------------------------------------------------------- /doc/goquery页面编码处理(二)-HTML字符实体.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/goquery页面编码处理(二)-HTML字符实体.md -------------------------------------------------------------------------------- /doc/goquery页面编码处理.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/goquery页面编码处理.md -------------------------------------------------------------------------------- /doc/sqlite3并发写入.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/sqlite3并发写入.md -------------------------------------------------------------------------------- /doc/src/screenshot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/doc/src/screenshot.jpg -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/docker/nginx.conf -------------------------------------------------------------------------------- /docker/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/docker/readme.md -------------------------------------------------------------------------------- /main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/main.go -------------------------------------------------------------------------------- /model/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/model/model.go -------------------------------------------------------------------------------- /model/url_record.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/model/url_record.go -------------------------------------------------------------------------------- /util/go_pool.go: -------------------------------------------------------------------------------- 1 | package util 2 | -------------------------------------------------------------------------------- /util/log.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/generals-space/site-mirror-go/HEAD/util/log.go --------------------------------------------------------------------------------