├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── docs ├── Makefile ├── _static │ ├── custom.css │ ├── konami.js │ ├── native.js │ ├── requests-logo-small.png │ └── requests-sidebar.png ├── _templates │ ├── hacks.html │ ├── sidebarintro.html │ └── sidebarlogo.html ├── _themes │ ├── .gitignore │ ├── LICENSE │ └── flask_theme_support.py ├── api.rst ├── community │ ├── faq.rst │ ├── out-there.rst │ ├── recommended.rst │ ├── release-process.rst │ ├── sponsors.rst │ ├── support.rst │ ├── updates.rst │ └── vulnerabilities.rst ├── conf.py ├── dev │ ├── authors.rst │ ├── contributing.rst │ ├── philosophy.rst │ └── todo.rst ├── index.rst ├── make.bat └── user │ ├── advanced.rst │ ├── authentication.rst │ ├── install.rst │ ├── intro.rst │ └── quickstart.rst ├── douyin ├── __init__.py ├── __version__.py ├── config.py ├── downloaders │ ├── __init__.py │ ├── base.py │ ├── music.py │ └── video.py ├── handlers │ ├── __init__.py │ ├── base.py │ ├── file.py │ ├── mongo.py │ ├── music.py │ └── video.py ├── hot │ ├── __init__.py │ ├── energy.py │ ├── music.py │ ├── search.py │ ├── trend.py │ └── video.py ├── structures │ ├── __init__.py │ ├── address.py │ ├── base.py │ ├── hot.py │ ├── music.py │ ├── topic.py │ ├── user.py │ └── video.py └── utils │ ├── __init__.py │ ├── common.py │ ├── fetch.py │ ├── parse.py │ ├── tranform.py │ └── type.py ├── examples ├── parse_params.py ├── request_test.py ├── retrying_test.py ├── save_hot_videos_and_musics_to_file.py ├── save_trends_to_mongo.py ├── save_trends_to_mongo_and_file.py └── save_trends_to_mongo_and_video_music_file.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_static/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_static/custom.css -------------------------------------------------------------------------------- /docs/_static/konami.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_static/konami.js -------------------------------------------------------------------------------- /docs/_static/native.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_static/native.js -------------------------------------------------------------------------------- /docs/_static/requests-logo-small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_static/requests-logo-small.png -------------------------------------------------------------------------------- /docs/_static/requests-sidebar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_static/requests-sidebar.png -------------------------------------------------------------------------------- /docs/_templates/hacks.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_templates/hacks.html -------------------------------------------------------------------------------- /docs/_templates/sidebarintro.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_templates/sidebarintro.html -------------------------------------------------------------------------------- /docs/_templates/sidebarlogo.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_templates/sidebarlogo.html -------------------------------------------------------------------------------- /docs/_themes/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | *.pyo 3 | .DS_Store 4 | -------------------------------------------------------------------------------- /docs/_themes/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_themes/LICENSE -------------------------------------------------------------------------------- /docs/_themes/flask_theme_support.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/_themes/flask_theme_support.py -------------------------------------------------------------------------------- /docs/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/api.rst -------------------------------------------------------------------------------- /docs/community/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/faq.rst -------------------------------------------------------------------------------- /docs/community/out-there.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/out-there.rst -------------------------------------------------------------------------------- /docs/community/recommended.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/recommended.rst -------------------------------------------------------------------------------- /docs/community/release-process.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/release-process.rst -------------------------------------------------------------------------------- /docs/community/sponsors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/sponsors.rst -------------------------------------------------------------------------------- /docs/community/support.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/support.rst -------------------------------------------------------------------------------- /docs/community/updates.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/updates.rst -------------------------------------------------------------------------------- /docs/community/vulnerabilities.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/community/vulnerabilities.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/dev/authors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/dev/authors.rst -------------------------------------------------------------------------------- /docs/dev/contributing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/dev/contributing.rst -------------------------------------------------------------------------------- /docs/dev/philosophy.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/dev/philosophy.rst -------------------------------------------------------------------------------- /docs/dev/todo.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/dev/todo.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/user/advanced.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/user/advanced.rst -------------------------------------------------------------------------------- /docs/user/authentication.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/user/authentication.rst -------------------------------------------------------------------------------- /docs/user/install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/user/install.rst -------------------------------------------------------------------------------- /docs/user/intro.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/user/intro.rst -------------------------------------------------------------------------------- /docs/user/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/docs/user/quickstart.rst -------------------------------------------------------------------------------- /douyin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/__init__.py -------------------------------------------------------------------------------- /douyin/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/__version__.py -------------------------------------------------------------------------------- /douyin/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/config.py -------------------------------------------------------------------------------- /douyin/downloaders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/downloaders/__init__.py -------------------------------------------------------------------------------- /douyin/downloaders/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/downloaders/base.py -------------------------------------------------------------------------------- /douyin/downloaders/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/downloaders/music.py -------------------------------------------------------------------------------- /douyin/downloaders/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/downloaders/video.py -------------------------------------------------------------------------------- /douyin/handlers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/__init__.py -------------------------------------------------------------------------------- /douyin/handlers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/base.py -------------------------------------------------------------------------------- /douyin/handlers/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/file.py -------------------------------------------------------------------------------- /douyin/handlers/mongo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/mongo.py -------------------------------------------------------------------------------- /douyin/handlers/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/music.py -------------------------------------------------------------------------------- /douyin/handlers/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/handlers/video.py -------------------------------------------------------------------------------- /douyin/hot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/__init__.py -------------------------------------------------------------------------------- /douyin/hot/energy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/energy.py -------------------------------------------------------------------------------- /douyin/hot/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/music.py -------------------------------------------------------------------------------- /douyin/hot/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/search.py -------------------------------------------------------------------------------- /douyin/hot/trend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/trend.py -------------------------------------------------------------------------------- /douyin/hot/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/hot/video.py -------------------------------------------------------------------------------- /douyin/structures/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/__init__.py -------------------------------------------------------------------------------- /douyin/structures/address.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/address.py -------------------------------------------------------------------------------- /douyin/structures/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/base.py -------------------------------------------------------------------------------- /douyin/structures/hot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/hot.py -------------------------------------------------------------------------------- /douyin/structures/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/music.py -------------------------------------------------------------------------------- /douyin/structures/topic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/topic.py -------------------------------------------------------------------------------- /douyin/structures/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/user.py -------------------------------------------------------------------------------- /douyin/structures/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/structures/video.py -------------------------------------------------------------------------------- /douyin/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/__init__.py -------------------------------------------------------------------------------- /douyin/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/common.py -------------------------------------------------------------------------------- /douyin/utils/fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/fetch.py -------------------------------------------------------------------------------- /douyin/utils/parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/parse.py -------------------------------------------------------------------------------- /douyin/utils/tranform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/tranform.py -------------------------------------------------------------------------------- /douyin/utils/type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/douyin/utils/type.py -------------------------------------------------------------------------------- /examples/parse_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/parse_params.py -------------------------------------------------------------------------------- /examples/request_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/request_test.py -------------------------------------------------------------------------------- /examples/retrying_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/retrying_test.py -------------------------------------------------------------------------------- /examples/save_hot_videos_and_musics_to_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/save_hot_videos_and_musics_to_file.py -------------------------------------------------------------------------------- /examples/save_trends_to_mongo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/save_trends_to_mongo.py -------------------------------------------------------------------------------- /examples/save_trends_to_mongo_and_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/save_trends_to_mongo_and_file.py -------------------------------------------------------------------------------- /examples/save_trends_to_mongo_and_video_music_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/examples/save_trends_to_mongo_and_video_music_file.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | aiohttp>=3.4.4 2 | dateparser 3 | motor>=2.0.0 4 | requests 5 | retrying 6 | tqdm -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Python3WebSpider/DouYin/HEAD/setup.py --------------------------------------------------------------------------------