├── aparat_get.py └── .gitignore /aparat_get.py: -------------------------------------------------------------------------------- 1 | import pandas as pd 2 | import sklearn 3 | import numpy as np 4 | import json 5 | import requests 6 | 7 | base='https://www.aparat.com//etc/api/' 8 | get=lambda x:requests.get(base+x).json() 9 | some_videos=lambda :pd.DataFrame({ 10 | 'id':[], 11 | 'title':[], 12 | 'username':[], 13 | 'userid':[], 14 | 'visit_cnt':[], 15 | "uid":[], 16 | "process":[], 17 | "big_poster":[], 18 | "small_poster":[], 19 | "duration":[], 20 | "sdate":[], 21 | "frame":[], 22 | "official":[], 23 | "autoplay":[], 24 | "360d":[] 25 | }) 26 | 27 | one_video=lambda :pd.DataFrame({ 28 | 'id':[], 29 | 'title':[], 30 | 'username':[], 31 | 'userid':[], 32 | 'visit_cnt':[], 33 | "uid":[], 34 | "process":[], 35 | "sender_name":[], 36 | "big_poster":[], 37 | "small_poster":[], 38 | "profilePhoto":[], 39 | "duration":[], 40 | "sdate":[], 41 | "frame":[], 42 | "official":[], 43 | "tags":[], 44 | "description":[], 45 | "cat_id":[], 46 | "cat_name":[], 47 | "autoplay":[], 48 | "360d":[], 49 | "has_comment":[], 50 | "has_comment_txt":[], 51 | "size":[], 52 | "watch_action":[], 53 | "cost_type":[], 54 | "can_download":[], 55 | "like_cnt":[] 56 | }) 57 | 58 | one_chanel_data=lambda :pd.DataFrame({ 59 | "pic_s":[], 60 | "pic_m":[], 61 | "pic_b":[], 62 | "username":[], 63 | "name":[], 64 | "video_cnt":[], 65 | "url":[], 66 | "follower_cnt":[], 67 | "followed_cnt":[], 68 | "descr":[], 69 | "official":[], 70 | "cloob":[], 71 | "lenzor":[], 72 | "facebook":[], 73 | "twitter":[], 74 | "follow_link":[], 75 | "follow_status":[], 76 | "cover_src":[], 77 | "profile_videos":[] 78 | }) 79 | 80 | one_chanel_page=lambda :pd.DataFrame({ 81 | "cat_id":[], 82 | "cat_name":[], 83 | "cat_cnt":[], 84 | "link":[], 85 | "data":[] 86 | }) 87 | 88 | one_profile_data=lambda :pd.DataFrame({ 89 | "id":[], 90 | "username":[], 91 | "name":[], 92 | "pic":[], 93 | "ltoken":[], 94 | "banned":[], 95 | "email":[], 96 | "mobile_number":[], 97 | "mobile_valid":[], 98 | "pic_s":[], 99 | "pic_m":[], 100 | "pic_b":[], 101 | }) 102 | 103 | form_action=lambda :pd.DataFrame({ 104 | "formAction":[], 105 | "frm-id":[], 106 | }) 107 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Byte-compiled / optimized / DLL files 2 | __pycache__/ 3 | *.py[cod] 4 | *$py.class 5 | 6 | # C extensions 7 | *.so 8 | 9 | # Distribution / packaging 10 | .Python 11 | build/ 12 | develop-eggs/ 13 | dist/ 14 | downloads/ 15 | eggs/ 16 | .eggs/ 17 | lib/ 18 | lib64/ 19 | parts/ 20 | sdist/ 21 | var/ 22 | wheels/ 23 | pip-wheel-metadata/ 24 | share/python-wheels/ 25 | *.egg-info/ 26 | .installed.cfg 27 | *.egg 28 | MANIFEST 29 | 30 | # PyInstaller 31 | # Usually these files are written by a python script from a template 32 | # before PyInstaller builds the exe, so as to inject date/other infos into it. 33 | *.manifest 34 | *.spec 35 | 36 | # Installer logs 37 | pip-log.txt 38 | pip-delete-this-directory.txt 39 | 40 | # Unit test / coverage reports 41 | htmlcov/ 42 | .tox/ 43 | .nox/ 44 | .coverage 45 | .coverage.* 46 | .cache 47 | nosetests.xml 48 | coverage.xml 49 | *.cover 50 | *.py,cover 51 | .hypothesis/ 52 | .pytest_cache/ 53 | 54 | # Translations 55 | *.mo 56 | *.pot 57 | 58 | # Django stuff: 59 | *.log 60 | local_settings.py 61 | db.sqlite3 62 | db.sqlite3-journal 63 | 64 | # Flask stuff: 65 | instance/ 66 | .webassets-cache 67 | 68 | # Scrapy stuff: 69 | .scrapy 70 | 71 | # Sphinx documentation 72 | docs/_build/ 73 | 74 | # PyBuilder 75 | target/ 76 | 77 | # Jupyter Notebook 78 | .ipynb_checkpoints 79 | 80 | # IPython 81 | profile_default/ 82 | ipython_config.py 83 | 84 | # pyenv 85 | .python-version 86 | 87 | # pipenv 88 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. 89 | # However, in case of collaboration, if having platform-specific dependencies or dependencies 90 | # having no cross-platform support, pipenv may install dependencies that don't work, or not 91 | # install all needed dependencies. 92 | #Pipfile.lock 93 | 94 | # PEP 582; used by e.g. github.com/David-OConnor/pyflow 95 | __pypackages__/ 96 | 97 | # Celery stuff 98 | celerybeat-schedule 99 | celerybeat.pid 100 | 101 | # SageMath parsed files 102 | *.sage.py 103 | 104 | # Environments 105 | .env 106 | .venv 107 | env/ 108 | venv/ 109 | ENV/ 110 | env.bak/ 111 | venv.bak/ 112 | 113 | # Spyder project settings 114 | .spyderproject 115 | .spyproject 116 | 117 | # Rope project settings 118 | .ropeproject 119 | 120 | # mkdocs documentation 121 | /site 122 | 123 | # mypy 124 | .mypy_cache/ 125 | .dmypy.json 126 | dmypy.json 127 | 128 | # Pyre type checker 129 | .pyre/ 130 | --------------------------------------------------------------------------------