├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── config.yml │ └── feature_request.md └── workflows │ └── workflow.yml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── docs ├── .nojekyll ├── README.md ├── _coverpage.md ├── _navbar.md ├── _sidebar.md ├── command │ └── cmdline.md ├── favicon.ico ├── feapder_platform │ ├── feaplat.md │ ├── feaplat_bak.md │ ├── question.md │ └── usage.md ├── foreword │ ├── 10分钟上手.md │ ├── 功能概览.md │ └── 架构设计.md ├── images │ └── qingguo.jpg ├── index.html ├── lib │ ├── docsify-copy-code │ │ └── docsify-copy-code.min.js │ ├── docsify │ │ └── lib │ │ │ ├── docsify.min.js │ │ │ ├── plugins │ │ │ ├── docsify-edit-on-github.js │ │ │ ├── ga.js │ │ │ └── search.js │ │ │ └── themes │ │ │ └── vue.css │ └── prismjs │ │ └── components │ │ ├── prism-bash.js │ │ ├── prism-java.js │ │ ├── prism-python.js │ │ ├── prism-sql.js │ │ └── prism-yaml.js ├── question │ ├── setting不生效问题.md │ ├── 安装问题.md │ ├── 请求问题.md │ └── 运行问题.md ├── robots.txt ├── source_code │ ├── BaseParser.md │ ├── BatchParser.md │ ├── BatchSpider进阶.md │ ├── Item.md │ ├── MongoDB.md │ ├── MysqlDB.md │ ├── RedisDB.md │ ├── Request.md │ ├── Response.md │ ├── Spider进阶.md │ ├── UpdateItem.md │ ├── UserPool.md │ ├── custom_downloader.md │ ├── dedup.md │ ├── logger.md │ ├── pipeline.md │ ├── proxy.md │ ├── tools.md │ ├── 报警及监控.md │ ├── 浏览器渲染-Playwright.md │ ├── 浏览器渲染-Selenium.md │ ├── 监控打点.md │ └── 配置文件.md └── usage │ ├── AirSpider.md │ ├── BatchSpider.md │ ├── Spider.md │ ├── TaskSpider.md │ ├── 使用前必读.md │ └── 爬虫集成.md ├── feapder ├── VERSION ├── __init__.py ├── buffer │ ├── __init__.py │ ├── item_buffer.py │ └── request_buffer.py ├── commands │ ├── __init__.py │ ├── cmdline.py │ ├── create │ │ ├── __init__.py │ │ ├── create_cookies.py │ │ ├── create_init.py │ │ ├── create_item.py │ │ ├── create_json.py │ │ ├── create_params.py │ │ ├── create_project.py │ │ ├── create_setting.py │ │ ├── create_spider.py │ │ └── create_table.py │ ├── create_builder.py │ ├── retry.py │ ├── shell.py │ └── zip.py ├── core │ ├── __init__.py │ ├── base_parser.py │ ├── collector.py │ ├── handle_failed_items.py │ ├── handle_failed_requests.py │ ├── parser_control.py │ ├── scheduler.py │ └── spiders │ │ ├── __init__.py │ │ ├── air_spider.py │ │ ├── batch_spider.py │ │ ├── spider.py │ │ └── task_spider.py ├── db │ ├── __init__.py │ ├── memorydb.py │ ├── mongodb.py │ ├── mysqldb.py │ └── redisdb.py ├── dedup │ ├── README.md │ ├── __init__.py │ ├── basefilter.py │ ├── bitarray.py │ ├── bloomfilter.py │ ├── expirefilter.py │ └── litefilter.py ├── network │ ├── __init__.py │ ├── downloader │ │ ├── __init__.py │ │ ├── _playwright.py │ │ ├── _requests.py │ │ ├── _selenium.py │ │ └── base.py │ ├── item.py │ ├── proxy_pool │ │ ├── __init__.py │ │ ├── base.py │ │ └── proxy_pool.py │ ├── proxy_pool_old.py │ ├── request.py │ ├── response.py │ ├── selector.py │ ├── user_agent.py │ └── user_pool │ │ ├── __init__.py │ │ ├── base_user_pool.py │ │ ├── gold_user_pool.py │ │ ├── guest_user_pool.py │ │ └── normal_user_pool.py ├── pipelines │ ├── __init__.py │ ├── console_pipeline.py │ ├── mongo_pipeline.py │ └── mysql_pipeline.py ├── requirements.txt ├── setting.py ├── templates │ ├── air_spider_template.tmpl │ ├── batch_spider_template.tmpl │ ├── item_template.tmpl │ ├── project_template │ │ ├── CHECK_DATA.md │ │ ├── README.md │ │ ├── items │ │ │ └── __init__.py │ │ ├── main.py │ │ ├── setting.py │ │ └── spiders │ │ │ └── __init__.py │ ├── spider_template.tmpl │ ├── task_spider_template.tmpl │ └── update_item_template.tmpl └── utils │ ├── __init__.py │ ├── custom_argparse.py │ ├── email_sender.py │ ├── js │ ├── intercept.js │ └── stealth.min.js │ ├── log.py │ ├── metrics.py │ ├── perfect_dict.py │ ├── redis_lock.py │ ├── tail_thread.py │ ├── tools.py │ └── webdriver │ ├── __init__.py │ ├── playwright_driver.py │ ├── selenium_driver.py │ ├── webdirver.py │ └── webdriver_pool.py ├── setup.py └── tests ├── air-spider ├── test_air_spider.py ├── test_air_spider_filter.py ├── test_air_spider_item.py └── test_render_spider.py ├── batch-spider-integration ├── batch_spider_integration_task.sql ├── items │ └── __init__.py ├── main.py ├── setting.py └── spiders │ ├── __init__.py │ ├── sina_news_parser.py │ └── tencent_news_parser.py ├── batch-spider ├── items │ ├── __init__.py │ └── spider_data_item.py ├── main.py ├── setting.py ├── spiders │ ├── __init__.py │ └── test_spider.py └── table.sql ├── db └── test_redis.py ├── jd_spider.py ├── mongo_spider.py ├── spider-integration ├── items │ └── __init__.py ├── main.py ├── setting.py └── spiders │ ├── __init__.py │ ├── sina_news_parser.py │ └── tencent_news_parser.py ├── spider ├── items │ ├── __init__.py │ └── spider_data_item.py ├── main.py ├── setting.py ├── spiders │ ├── __init__.py │ ├── test_spider.py │ └── test_spider2.py └── table.sql ├── task-spider └── test_task_spider.py ├── test-debugger ├── README.md ├── items │ └── __init__.py ├── main.py ├── setting.py └── spiders │ ├── __init__.py │ └── test_debugger.py ├── test-pipeline ├── items │ ├── __init__.py │ └── spider_data_item.py ├── main.py ├── pipeline.py ├── setting.py ├── spiders │ ├── __init__.py │ └── test_spider.py └── table.sql ├── test_dedup.py ├── test_download_midware.py ├── test_lock.py ├── test_log.py ├── test_metrics.py ├── test_mongodb.py ├── test_mysqldb.py ├── test_playwright.py ├── test_playwright2.py ├── test_rander.py ├── test_rander2.py ├── test_rander3.py ├── test_rander_xhr.py ├── test_redisdb.py ├── test_request.py ├── test_spider_params.py ├── test_task.py ├── test_template └── test_spider.py ├── test_tools.py ├── test_webdriver.py └── user_pool ├── test_gold_user_pool.py ├── test_guest_user_pool.py └── test_normal_user_pool.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/workflows/workflow.yml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/README.md -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_coverpage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/_coverpage.md -------------------------------------------------------------------------------- /docs/_navbar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/_navbar.md -------------------------------------------------------------------------------- /docs/_sidebar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/_sidebar.md -------------------------------------------------------------------------------- /docs/command/cmdline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/command/cmdline.md -------------------------------------------------------------------------------- /docs/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/favicon.ico -------------------------------------------------------------------------------- /docs/feapder_platform/feaplat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/feapder_platform/feaplat.md -------------------------------------------------------------------------------- /docs/feapder_platform/feaplat_bak.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/feapder_platform/feaplat_bak.md -------------------------------------------------------------------------------- /docs/feapder_platform/question.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/feapder_platform/question.md -------------------------------------------------------------------------------- /docs/feapder_platform/usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/feapder_platform/usage.md -------------------------------------------------------------------------------- /docs/foreword/10分钟上手.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/foreword/10分钟上手.md -------------------------------------------------------------------------------- /docs/foreword/功能概览.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/foreword/功能概览.md -------------------------------------------------------------------------------- /docs/foreword/架构设计.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/foreword/架构设计.md -------------------------------------------------------------------------------- /docs/images/qingguo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/images/qingguo.jpg -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/lib/docsify-copy-code/docsify-copy-code.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify-copy-code/docsify-copy-code.min.js -------------------------------------------------------------------------------- /docs/lib/docsify/lib/docsify.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify/lib/docsify.min.js -------------------------------------------------------------------------------- /docs/lib/docsify/lib/plugins/docsify-edit-on-github.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify/lib/plugins/docsify-edit-on-github.js -------------------------------------------------------------------------------- /docs/lib/docsify/lib/plugins/ga.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify/lib/plugins/ga.js -------------------------------------------------------------------------------- /docs/lib/docsify/lib/plugins/search.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify/lib/plugins/search.js -------------------------------------------------------------------------------- /docs/lib/docsify/lib/themes/vue.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/docsify/lib/themes/vue.css -------------------------------------------------------------------------------- /docs/lib/prismjs/components/prism-bash.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/prismjs/components/prism-bash.js -------------------------------------------------------------------------------- /docs/lib/prismjs/components/prism-java.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/prismjs/components/prism-java.js -------------------------------------------------------------------------------- /docs/lib/prismjs/components/prism-python.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/prismjs/components/prism-python.js -------------------------------------------------------------------------------- /docs/lib/prismjs/components/prism-sql.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/prismjs/components/prism-sql.js -------------------------------------------------------------------------------- /docs/lib/prismjs/components/prism-yaml.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/lib/prismjs/components/prism-yaml.js -------------------------------------------------------------------------------- /docs/question/setting不生效问题.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/question/setting不生效问题.md -------------------------------------------------------------------------------- /docs/question/安装问题.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/question/安装问题.md -------------------------------------------------------------------------------- /docs/question/请求问题.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/question/请求问题.md -------------------------------------------------------------------------------- /docs/question/运行问题.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/question/运行问题.md -------------------------------------------------------------------------------- /docs/robots.txt: -------------------------------------------------------------------------------- 1 | User-agent: * -------------------------------------------------------------------------------- /docs/source_code/BaseParser.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/BaseParser.md -------------------------------------------------------------------------------- /docs/source_code/BatchParser.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/BatchParser.md -------------------------------------------------------------------------------- /docs/source_code/BatchSpider进阶.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/BatchSpider进阶.md -------------------------------------------------------------------------------- /docs/source_code/Item.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/Item.md -------------------------------------------------------------------------------- /docs/source_code/MongoDB.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/MongoDB.md -------------------------------------------------------------------------------- /docs/source_code/MysqlDB.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/MysqlDB.md -------------------------------------------------------------------------------- /docs/source_code/RedisDB.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/RedisDB.md -------------------------------------------------------------------------------- /docs/source_code/Request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/Request.md -------------------------------------------------------------------------------- /docs/source_code/Response.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/Response.md -------------------------------------------------------------------------------- /docs/source_code/Spider进阶.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/Spider进阶.md -------------------------------------------------------------------------------- /docs/source_code/UpdateItem.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/UpdateItem.md -------------------------------------------------------------------------------- /docs/source_code/UserPool.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/UserPool.md -------------------------------------------------------------------------------- /docs/source_code/custom_downloader.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/custom_downloader.md -------------------------------------------------------------------------------- /docs/source_code/dedup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/dedup.md -------------------------------------------------------------------------------- /docs/source_code/logger.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/logger.md -------------------------------------------------------------------------------- /docs/source_code/pipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/pipeline.md -------------------------------------------------------------------------------- /docs/source_code/proxy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/proxy.md -------------------------------------------------------------------------------- /docs/source_code/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/tools.md -------------------------------------------------------------------------------- /docs/source_code/报警及监控.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/报警及监控.md -------------------------------------------------------------------------------- /docs/source_code/浏览器渲染-Playwright.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/浏览器渲染-Playwright.md -------------------------------------------------------------------------------- /docs/source_code/浏览器渲染-Selenium.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/浏览器渲染-Selenium.md -------------------------------------------------------------------------------- /docs/source_code/监控打点.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/监控打点.md -------------------------------------------------------------------------------- /docs/source_code/配置文件.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/source_code/配置文件.md -------------------------------------------------------------------------------- /docs/usage/AirSpider.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/AirSpider.md -------------------------------------------------------------------------------- /docs/usage/BatchSpider.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/BatchSpider.md -------------------------------------------------------------------------------- /docs/usage/Spider.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/Spider.md -------------------------------------------------------------------------------- /docs/usage/TaskSpider.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/TaskSpider.md -------------------------------------------------------------------------------- /docs/usage/使用前必读.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/使用前必读.md -------------------------------------------------------------------------------- /docs/usage/爬虫集成.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/docs/usage/爬虫集成.md -------------------------------------------------------------------------------- /feapder/VERSION: -------------------------------------------------------------------------------- 1 | 1.9.2 -------------------------------------------------------------------------------- /feapder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/__init__.py -------------------------------------------------------------------------------- /feapder/buffer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/buffer/__init__.py -------------------------------------------------------------------------------- /feapder/buffer/item_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/buffer/item_buffer.py -------------------------------------------------------------------------------- /feapder/buffer/request_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/buffer/request_buffer.py -------------------------------------------------------------------------------- /feapder/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /feapder/commands/cmdline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/cmdline.py -------------------------------------------------------------------------------- /feapder/commands/create/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/__init__.py -------------------------------------------------------------------------------- /feapder/commands/create/create_cookies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_cookies.py -------------------------------------------------------------------------------- /feapder/commands/create/create_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_init.py -------------------------------------------------------------------------------- /feapder/commands/create/create_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_item.py -------------------------------------------------------------------------------- /feapder/commands/create/create_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_json.py -------------------------------------------------------------------------------- /feapder/commands/create/create_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_params.py -------------------------------------------------------------------------------- /feapder/commands/create/create_project.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_project.py -------------------------------------------------------------------------------- /feapder/commands/create/create_setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_setting.py -------------------------------------------------------------------------------- /feapder/commands/create/create_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_spider.py -------------------------------------------------------------------------------- /feapder/commands/create/create_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create/create_table.py -------------------------------------------------------------------------------- /feapder/commands/create_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/create_builder.py -------------------------------------------------------------------------------- /feapder/commands/retry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/retry.py -------------------------------------------------------------------------------- /feapder/commands/shell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/shell.py -------------------------------------------------------------------------------- /feapder/commands/zip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/commands/zip.py -------------------------------------------------------------------------------- /feapder/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/__init__.py -------------------------------------------------------------------------------- /feapder/core/base_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/base_parser.py -------------------------------------------------------------------------------- /feapder/core/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/collector.py -------------------------------------------------------------------------------- /feapder/core/handle_failed_items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/handle_failed_items.py -------------------------------------------------------------------------------- /feapder/core/handle_failed_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/handle_failed_requests.py -------------------------------------------------------------------------------- /feapder/core/parser_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/parser_control.py -------------------------------------------------------------------------------- /feapder/core/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/scheduler.py -------------------------------------------------------------------------------- /feapder/core/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/spiders/__init__.py -------------------------------------------------------------------------------- /feapder/core/spiders/air_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/spiders/air_spider.py -------------------------------------------------------------------------------- /feapder/core/spiders/batch_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/spiders/batch_spider.py -------------------------------------------------------------------------------- /feapder/core/spiders/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/spiders/spider.py -------------------------------------------------------------------------------- /feapder/core/spiders/task_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/core/spiders/task_spider.py -------------------------------------------------------------------------------- /feapder/db/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/db/__init__.py -------------------------------------------------------------------------------- /feapder/db/memorydb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/db/memorydb.py -------------------------------------------------------------------------------- /feapder/db/mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/db/mongodb.py -------------------------------------------------------------------------------- /feapder/db/mysqldb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/db/mysqldb.py -------------------------------------------------------------------------------- /feapder/db/redisdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/db/redisdb.py -------------------------------------------------------------------------------- /feapder/dedup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/README.md -------------------------------------------------------------------------------- /feapder/dedup/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/__init__.py -------------------------------------------------------------------------------- /feapder/dedup/basefilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/basefilter.py -------------------------------------------------------------------------------- /feapder/dedup/bitarray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/bitarray.py -------------------------------------------------------------------------------- /feapder/dedup/bloomfilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/bloomfilter.py -------------------------------------------------------------------------------- /feapder/dedup/expirefilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/expirefilter.py -------------------------------------------------------------------------------- /feapder/dedup/litefilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/dedup/litefilter.py -------------------------------------------------------------------------------- /feapder/network/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /feapder/network/downloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/downloader/__init__.py -------------------------------------------------------------------------------- /feapder/network/downloader/_playwright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/downloader/_playwright.py -------------------------------------------------------------------------------- /feapder/network/downloader/_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/downloader/_requests.py -------------------------------------------------------------------------------- /feapder/network/downloader/_selenium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/downloader/_selenium.py -------------------------------------------------------------------------------- /feapder/network/downloader/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/downloader/base.py -------------------------------------------------------------------------------- /feapder/network/item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/item.py -------------------------------------------------------------------------------- /feapder/network/proxy_pool/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/proxy_pool/__init__.py -------------------------------------------------------------------------------- /feapder/network/proxy_pool/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/proxy_pool/base.py -------------------------------------------------------------------------------- /feapder/network/proxy_pool/proxy_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/proxy_pool/proxy_pool.py -------------------------------------------------------------------------------- /feapder/network/proxy_pool_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/proxy_pool_old.py -------------------------------------------------------------------------------- /feapder/network/request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/request.py -------------------------------------------------------------------------------- /feapder/network/response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/response.py -------------------------------------------------------------------------------- /feapder/network/selector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/selector.py -------------------------------------------------------------------------------- /feapder/network/user_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_agent.py -------------------------------------------------------------------------------- /feapder/network/user_pool/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_pool/__init__.py -------------------------------------------------------------------------------- /feapder/network/user_pool/base_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_pool/base_user_pool.py -------------------------------------------------------------------------------- /feapder/network/user_pool/gold_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_pool/gold_user_pool.py -------------------------------------------------------------------------------- /feapder/network/user_pool/guest_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_pool/guest_user_pool.py -------------------------------------------------------------------------------- /feapder/network/user_pool/normal_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/network/user_pool/normal_user_pool.py -------------------------------------------------------------------------------- /feapder/pipelines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/pipelines/__init__.py -------------------------------------------------------------------------------- /feapder/pipelines/console_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/pipelines/console_pipeline.py -------------------------------------------------------------------------------- /feapder/pipelines/mongo_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/pipelines/mongo_pipeline.py -------------------------------------------------------------------------------- /feapder/pipelines/mysql_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/pipelines/mysql_pipeline.py -------------------------------------------------------------------------------- /feapder/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/requirements.txt -------------------------------------------------------------------------------- /feapder/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/setting.py -------------------------------------------------------------------------------- /feapder/templates/air_spider_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/air_spider_template.tmpl -------------------------------------------------------------------------------- /feapder/templates/batch_spider_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/batch_spider_template.tmpl -------------------------------------------------------------------------------- /feapder/templates/item_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/item_template.tmpl -------------------------------------------------------------------------------- /feapder/templates/project_template/CHECK_DATA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/project_template/CHECK_DATA.md -------------------------------------------------------------------------------- /feapder/templates/project_template/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/project_template/README.md -------------------------------------------------------------------------------- /feapder/templates/project_template/items/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /feapder/templates/project_template/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/project_template/main.py -------------------------------------------------------------------------------- /feapder/templates/project_template/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/project_template/setting.py -------------------------------------------------------------------------------- /feapder/templates/project_template/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /feapder/templates/spider_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/spider_template.tmpl -------------------------------------------------------------------------------- /feapder/templates/task_spider_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/task_spider_template.tmpl -------------------------------------------------------------------------------- /feapder/templates/update_item_template.tmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/templates/update_item_template.tmpl -------------------------------------------------------------------------------- /feapder/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/__init__.py -------------------------------------------------------------------------------- /feapder/utils/custom_argparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/custom_argparse.py -------------------------------------------------------------------------------- /feapder/utils/email_sender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/email_sender.py -------------------------------------------------------------------------------- /feapder/utils/js/intercept.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/js/intercept.js -------------------------------------------------------------------------------- /feapder/utils/js/stealth.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/js/stealth.min.js -------------------------------------------------------------------------------- /feapder/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/log.py -------------------------------------------------------------------------------- /feapder/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/metrics.py -------------------------------------------------------------------------------- /feapder/utils/perfect_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/perfect_dict.py -------------------------------------------------------------------------------- /feapder/utils/redis_lock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/redis_lock.py -------------------------------------------------------------------------------- /feapder/utils/tail_thread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/tail_thread.py -------------------------------------------------------------------------------- /feapder/utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/tools.py -------------------------------------------------------------------------------- /feapder/utils/webdriver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/webdriver/__init__.py -------------------------------------------------------------------------------- /feapder/utils/webdriver/playwright_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/webdriver/playwright_driver.py -------------------------------------------------------------------------------- /feapder/utils/webdriver/selenium_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/webdriver/selenium_driver.py -------------------------------------------------------------------------------- /feapder/utils/webdriver/webdirver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/webdriver/webdirver.py -------------------------------------------------------------------------------- /feapder/utils/webdriver/webdriver_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/feapder/utils/webdriver/webdriver_pool.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/setup.py -------------------------------------------------------------------------------- /tests/air-spider/test_air_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/air-spider/test_air_spider.py -------------------------------------------------------------------------------- /tests/air-spider/test_air_spider_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/air-spider/test_air_spider_filter.py -------------------------------------------------------------------------------- /tests/air-spider/test_air_spider_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/air-spider/test_air_spider_item.py -------------------------------------------------------------------------------- /tests/air-spider/test_render_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/air-spider/test_render_spider.py -------------------------------------------------------------------------------- /tests/batch-spider-integration/batch_spider_integration_task.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/batch_spider_integration_task.sql -------------------------------------------------------------------------------- /tests/batch-spider-integration/items/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/batch-spider-integration/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/main.py -------------------------------------------------------------------------------- /tests/batch-spider-integration/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/setting.py -------------------------------------------------------------------------------- /tests/batch-spider-integration/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/spiders/__init__.py -------------------------------------------------------------------------------- /tests/batch-spider-integration/spiders/sina_news_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/spiders/sina_news_parser.py -------------------------------------------------------------------------------- /tests/batch-spider-integration/spiders/tencent_news_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider-integration/spiders/tencent_news_parser.py -------------------------------------------------------------------------------- /tests/batch-spider/items/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "spider_data_item" 3 | ] -------------------------------------------------------------------------------- /tests/batch-spider/items/spider_data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider/items/spider_data_item.py -------------------------------------------------------------------------------- /tests/batch-spider/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider/main.py -------------------------------------------------------------------------------- /tests/batch-spider/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider/setting.py -------------------------------------------------------------------------------- /tests/batch-spider/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "test_spider" 3 | ] -------------------------------------------------------------------------------- /tests/batch-spider/spiders/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider/spiders/test_spider.py -------------------------------------------------------------------------------- /tests/batch-spider/table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/batch-spider/table.sql -------------------------------------------------------------------------------- /tests/db/test_redis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/db/test_redis.py -------------------------------------------------------------------------------- /tests/jd_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/jd_spider.py -------------------------------------------------------------------------------- /tests/mongo_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/mongo_spider.py -------------------------------------------------------------------------------- /tests/spider-integration/items/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/spider-integration/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider-integration/main.py -------------------------------------------------------------------------------- /tests/spider-integration/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider-integration/setting.py -------------------------------------------------------------------------------- /tests/spider-integration/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider-integration/spiders/__init__.py -------------------------------------------------------------------------------- /tests/spider-integration/spiders/sina_news_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider-integration/spiders/sina_news_parser.py -------------------------------------------------------------------------------- /tests/spider-integration/spiders/tencent_news_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider-integration/spiders/tencent_news_parser.py -------------------------------------------------------------------------------- /tests/spider/items/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "spider_data_item" 3 | ] -------------------------------------------------------------------------------- /tests/spider/items/spider_data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/items/spider_data_item.py -------------------------------------------------------------------------------- /tests/spider/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/main.py -------------------------------------------------------------------------------- /tests/spider/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/setting.py -------------------------------------------------------------------------------- /tests/spider/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/spiders/__init__.py -------------------------------------------------------------------------------- /tests/spider/spiders/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/spiders/test_spider.py -------------------------------------------------------------------------------- /tests/spider/spiders/test_spider2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/spiders/test_spider2.py -------------------------------------------------------------------------------- /tests/spider/table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/spider/table.sql -------------------------------------------------------------------------------- /tests/task-spider/test_task_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/task-spider/test_task_spider.py -------------------------------------------------------------------------------- /tests/test-debugger/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-debugger/README.md -------------------------------------------------------------------------------- /tests/test-debugger/items/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test-debugger/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-debugger/main.py -------------------------------------------------------------------------------- /tests/test-debugger/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-debugger/setting.py -------------------------------------------------------------------------------- /tests/test-debugger/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "test_debugger" 3 | ] -------------------------------------------------------------------------------- /tests/test-debugger/spiders/test_debugger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-debugger/spiders/test_debugger.py -------------------------------------------------------------------------------- /tests/test-pipeline/items/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "spider_data_item" 3 | ] -------------------------------------------------------------------------------- /tests/test-pipeline/items/spider_data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/items/spider_data_item.py -------------------------------------------------------------------------------- /tests/test-pipeline/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/main.py -------------------------------------------------------------------------------- /tests/test-pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/pipeline.py -------------------------------------------------------------------------------- /tests/test-pipeline/setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/setting.py -------------------------------------------------------------------------------- /tests/test-pipeline/spiders/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = [ 2 | "test_spider" 3 | ] -------------------------------------------------------------------------------- /tests/test-pipeline/spiders/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/spiders/test_spider.py -------------------------------------------------------------------------------- /tests/test-pipeline/table.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test-pipeline/table.sql -------------------------------------------------------------------------------- /tests/test_dedup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_dedup.py -------------------------------------------------------------------------------- /tests/test_download_midware.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_download_midware.py -------------------------------------------------------------------------------- /tests/test_lock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_lock.py -------------------------------------------------------------------------------- /tests/test_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_log.py -------------------------------------------------------------------------------- /tests/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_metrics.py -------------------------------------------------------------------------------- /tests/test_mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_mongodb.py -------------------------------------------------------------------------------- /tests/test_mysqldb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_mysqldb.py -------------------------------------------------------------------------------- /tests/test_playwright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_playwright.py -------------------------------------------------------------------------------- /tests/test_playwright2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_playwright2.py -------------------------------------------------------------------------------- /tests/test_rander.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_rander.py -------------------------------------------------------------------------------- /tests/test_rander2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_rander2.py -------------------------------------------------------------------------------- /tests/test_rander3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_rander3.py -------------------------------------------------------------------------------- /tests/test_rander_xhr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_rander_xhr.py -------------------------------------------------------------------------------- /tests/test_redisdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_redisdb.py -------------------------------------------------------------------------------- /tests/test_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_request.py -------------------------------------------------------------------------------- /tests/test_spider_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_spider_params.py -------------------------------------------------------------------------------- /tests/test_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_task.py -------------------------------------------------------------------------------- /tests/test_template/test_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_template/test_spider.py -------------------------------------------------------------------------------- /tests/test_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_tools.py -------------------------------------------------------------------------------- /tests/test_webdriver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/test_webdriver.py -------------------------------------------------------------------------------- /tests/user_pool/test_gold_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/user_pool/test_gold_user_pool.py -------------------------------------------------------------------------------- /tests/user_pool/test_guest_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/user_pool/test_guest_user_pool.py -------------------------------------------------------------------------------- /tests/user_pool/test_normal_user_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Boris-code/feapder/HEAD/tests/user_pool/test_normal_user_pool.py --------------------------------------------------------------------------------