├── .flake8 ├── .github └── workflows │ └── hydra.yml ├── .gitignore ├── .mypy.ini ├── .pre-commit-config.yaml ├── Dockerfile ├── README.md ├── doc ├── contribute.md ├── cover.png ├── docker_template.sh ├── install.md └── local_env.yaml ├── hydra ├── __init__.py ├── config.py ├── db │ ├── __init__.py │ ├── base.py │ ├── curd.py │ └── model.py ├── spider │ ├── __init__.py │ ├── base.py │ ├── cnblogs.py │ ├── csdn.py │ ├── jike.py │ ├── juejin.py │ ├── toutiao.py │ ├── wechat.py │ └── zhihu.py ├── tests │ ├── __init__.py │ ├── conftest.py │ ├── data │ │ ├── cnblogs_article.txt │ │ ├── cnblogs_fans.txt │ │ ├── cnblogs_rank.txt │ │ ├── csdn.txt │ │ ├── csdn_article.json │ │ ├── jike.txt │ │ ├── juejin_article.json │ │ ├── juejin_fans.json │ │ ├── juejin_pin.json │ │ ├── toutiao_article.json │ │ ├── toutiao_fans.json │ │ ├── toutiao_pin.json │ │ ├── wechat_article.json │ │ ├── wechat_fans.json │ │ ├── wechat_rank.json │ │ ├── zhihu_account.json │ │ ├── zhihu_article.json │ │ └── zhihu_pin.json │ ├── db │ │ ├── __init__.py │ │ ├── test_base.py │ │ └── test_curd.py │ ├── spider │ │ ├── __init__.py │ │ ├── test_base.py │ │ ├── test_cnblogs.py │ │ ├── test_csdn.py │ │ ├── test_jike.py │ │ ├── test_juejin.py │ │ ├── test_toutiao.py │ │ ├── test_wechat.py │ │ └── test_zhihu.py │ └── utils │ │ ├── __init__.py │ │ ├── test_config.py │ │ ├── test_utils.py │ │ └── utils.py └── utils.py ├── main.py ├── poetry.lock ├── pyproject.toml ├── run.py └── shell ├── format.sh ├── lint.sh └── test.sh /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/hydra.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/.github/workflows/hydra.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/.gitignore -------------------------------------------------------------------------------- /.mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/.mypy.ini -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/README.md -------------------------------------------------------------------------------- /doc/contribute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/doc/contribute.md -------------------------------------------------------------------------------- /doc/cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/doc/cover.png -------------------------------------------------------------------------------- /doc/docker_template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/doc/docker_template.sh -------------------------------------------------------------------------------- /doc/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/doc/install.md -------------------------------------------------------------------------------- /doc/local_env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/doc/local_env.yaml -------------------------------------------------------------------------------- /hydra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/__init__.py -------------------------------------------------------------------------------- /hydra/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/config.py -------------------------------------------------------------------------------- /hydra/db/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/db/__init__.py -------------------------------------------------------------------------------- /hydra/db/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/db/base.py -------------------------------------------------------------------------------- /hydra/db/curd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/db/curd.py -------------------------------------------------------------------------------- /hydra/db/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/db/model.py -------------------------------------------------------------------------------- /hydra/spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/__init__.py -------------------------------------------------------------------------------- /hydra/spider/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/base.py -------------------------------------------------------------------------------- /hydra/spider/cnblogs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/cnblogs.py -------------------------------------------------------------------------------- /hydra/spider/csdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/csdn.py -------------------------------------------------------------------------------- /hydra/spider/jike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/jike.py -------------------------------------------------------------------------------- /hydra/spider/juejin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/juejin.py -------------------------------------------------------------------------------- /hydra/spider/toutiao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/toutiao.py -------------------------------------------------------------------------------- /hydra/spider/wechat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/wechat.py -------------------------------------------------------------------------------- /hydra/spider/zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/spider/zhihu.py -------------------------------------------------------------------------------- /hydra/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/__init__.py -------------------------------------------------------------------------------- /hydra/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/conftest.py -------------------------------------------------------------------------------- /hydra/tests/data/cnblogs_article.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/cnblogs_article.txt -------------------------------------------------------------------------------- /hydra/tests/data/cnblogs_fans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/cnblogs_fans.txt -------------------------------------------------------------------------------- /hydra/tests/data/cnblogs_rank.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/cnblogs_rank.txt -------------------------------------------------------------------------------- /hydra/tests/data/csdn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/csdn.txt -------------------------------------------------------------------------------- /hydra/tests/data/csdn_article.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/csdn_article.json -------------------------------------------------------------------------------- /hydra/tests/data/jike.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/jike.txt -------------------------------------------------------------------------------- /hydra/tests/data/juejin_article.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/juejin_article.json -------------------------------------------------------------------------------- /hydra/tests/data/juejin_fans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/juejin_fans.json -------------------------------------------------------------------------------- /hydra/tests/data/juejin_pin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/juejin_pin.json -------------------------------------------------------------------------------- /hydra/tests/data/toutiao_article.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/toutiao_article.json -------------------------------------------------------------------------------- /hydra/tests/data/toutiao_fans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/toutiao_fans.json -------------------------------------------------------------------------------- /hydra/tests/data/toutiao_pin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/toutiao_pin.json -------------------------------------------------------------------------------- /hydra/tests/data/wechat_article.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/wechat_article.json -------------------------------------------------------------------------------- /hydra/tests/data/wechat_fans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/wechat_fans.json -------------------------------------------------------------------------------- /hydra/tests/data/wechat_rank.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/wechat_rank.json -------------------------------------------------------------------------------- /hydra/tests/data/zhihu_account.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/zhihu_account.json -------------------------------------------------------------------------------- /hydra/tests/data/zhihu_article.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/zhihu_article.json -------------------------------------------------------------------------------- /hydra/tests/data/zhihu_pin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/data/zhihu_pin.json -------------------------------------------------------------------------------- /hydra/tests/db/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/db/__init__.py -------------------------------------------------------------------------------- /hydra/tests/db/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/db/test_base.py -------------------------------------------------------------------------------- /hydra/tests/db/test_curd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/db/test_curd.py -------------------------------------------------------------------------------- /hydra/tests/spider/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/__init__.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_base.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_cnblogs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_cnblogs.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_csdn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_csdn.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_jike.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_jike.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_juejin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_juejin.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_toutiao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_toutiao.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_wechat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_wechat.py -------------------------------------------------------------------------------- /hydra/tests/spider/test_zhihu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/spider/test_zhihu.py -------------------------------------------------------------------------------- /hydra/tests/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/utils/__init__.py -------------------------------------------------------------------------------- /hydra/tests/utils/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/utils/test_config.py -------------------------------------------------------------------------------- /hydra/tests/utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/utils/test_utils.py -------------------------------------------------------------------------------- /hydra/tests/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/tests/utils/utils.py -------------------------------------------------------------------------------- /hydra/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/hydra/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/main.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/pyproject.toml -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/run.py -------------------------------------------------------------------------------- /shell/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/shell/format.sh -------------------------------------------------------------------------------- /shell/lint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/shell/lint.sh -------------------------------------------------------------------------------- /shell/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HelloGitHub-Team/Hydra/HEAD/shell/test.sh --------------------------------------------------------------------------------